-- Logs begin at Sun 2022-09-04 15:24:04 UTC, end at Sun 2022-09-04 16:34:55 UTC. -- Sep 04 16:05:17.923543 dv-cinder-852364-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 04 16:05:20.649500 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.common.config [-] Logging enabled! Sep 04 16:05:20.650095 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 04 16:05:20.650241 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106726) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 04 16:05:20.653480 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.common.config [-] Logging enabled! Sep 04 16:05:20.653762 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 04 16:05:20.654078 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106726) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 04 16:05:20.655046 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 16:05:20.655284 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 16:05:20.655758 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 16:05:20.656011 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 16:05:20.656241 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 16:05:20.656564 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.656870 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.657104 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.657406 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.657730 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.658018 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.658312 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.658614 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.658903 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.659186 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.659471 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.659703 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.659982 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.660269 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.660610 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.661380 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] debug = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.661694 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.662135 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.662547 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.662834 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.663127 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.663407 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.663679 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.663957 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.664241 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.664568 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] host = dv-cinder-852364-6-iscsi {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.664849 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.665137 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.665425 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.665749 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.666028 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.666306 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.666590 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.666864 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.667139 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] log_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.667415 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.667702 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.667989 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.668279 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.668505 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.668727 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.669016 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.669315 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.669616 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.669897 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.670173 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.670449 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.670724 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.670993 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.671281 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.671573 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.671860 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.672135 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.672409 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.672680 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.672951 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.673237 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.673512 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.673817 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.674090 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.674377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.674645 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.674918 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.675219 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.675505 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.675787 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.676072 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.676464 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.676752 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.677027 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.677301 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.677589 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] use_json = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.677874 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.678145 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.678428 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.678700 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.678972 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.679247 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.679518 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.679803 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.680076 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:20.680372 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.680668 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.680969 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.681254 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.681581 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.681870 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.682163 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.682443 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.682735 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.683029 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.683321 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.683603 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.683906 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.684198 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.684497 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.684803 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.685099 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.685393 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.685705 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.685984 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.686259 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.686539 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.686828 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.687107 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.687397 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.687688 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.687969 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.688266 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.688555 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.688841 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.689138 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.689431 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.689737 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.690021 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.690313 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.690591 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.690864 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.691153 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.691432 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.691711 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.692031 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.692377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.692781 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.693058 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.693338 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.693658 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.693941 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.694215 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.694489 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.694766 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.695038 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.695321 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.695597 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.695869 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.696140 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.696417 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.696690 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.696965 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.697242 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.697514 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.697822 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.698095 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.698368 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.698641 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.698913 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.699185 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.699453 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.699725 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.700001 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.700273 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.700544 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.700813 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.701085 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.701356 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.701671 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.701970 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.702249 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.702526 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.702805 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.703081 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.703357 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.703631 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.703910 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.704188 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.704459 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.704747 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.705031 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.705317 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.705623 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.705923 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.706219 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.706498 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.706775 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.707053 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.707331 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.708277 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.708572 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.708856 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.709138 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.709428 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.709742 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.710040 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.710338 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.710620 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.710914 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.711215 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.711509 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.711792 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.712102 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.712393 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:20.712611 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 16:05:20.712852 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106726) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 04 16:05:21.096029 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 04 16:05:21.096362 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 04 16:05:21.096629 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 04 16:05:21.096859 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 04 16:05:21.097136 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 04 16:05:21.097467 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 04 16:05:21.428309 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.428532 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.428811 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.430037 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.430311 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.430578 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.482806 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.483087 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.483360 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.499781 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.500067 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.500341 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.528533 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.528818 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.529090 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.565457 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.565766 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.566037 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.797096 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.797740 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.797740 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.798839 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.799562 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.906585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.906908 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.907192 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.907462 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.907725 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.908035 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.908296 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.908554 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.908810 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.909093 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.909352 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.909636 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.909897 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.910153 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.910418 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.910740 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.911005 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.911270 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.911542 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.911807 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.912085 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.912342 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.912633 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.913014 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.913265 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.913513 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.913932 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 16:05:21.914176 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 16:05:21.914418 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 16:05:21.914655 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 16:05:21.914893 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 16:05:21.915129 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 16:05:21.915488 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 04 16:05:21.918603 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 04 16:05:21.922539 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 04 16:05:21.926526 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 04 16:05:21.928147 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 04 16:05:21.928765 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 04 16:05:21.929106 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 04 16:05:21.929493 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 04 16:05:21.932281 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 04 16:05:21.932531 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 04 16:05:21.932876 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 04 16:05:21.937945 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 04 16:05:21.961651 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 04 16:05:21.962109 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.962408 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106726) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 04 16:05:21.962781 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.964128 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106726) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 04 16:05:21.964407 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 04 16:05:21.964655 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 04 16:05:21.968107 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:21.968393 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:22.120072 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 04 16:05:22.120318 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 04 16:05:22.120554 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 04 16:05:22.120937 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 04 16:05:22.174152 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO dbcounter [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Registered counter for database neutron Sep 04 16:05:22.194393 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_db.sqlalchemy.engines [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106726) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 04 16:05:22.200122 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG dbcounter [-] [106726] Writer thread running {{(pid=106726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 16:05:22.899502 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Initializing driver for type 'gre' Sep 04 16:05:22.900141 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] gre ID ranges: [(1, 1000)] Sep 04 16:05:23.093836 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Initializing driver for type 'local' Sep 04 16:05:23.094174 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Initializing driver for type 'vlan' Sep 04 16:05:23.173853 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] VlanTypeDriver initialization complete Sep 04 16:05:23.174116 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Initializing driver for type 'vxlan' Sep 04 16:05:23.174637 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] vxlan ID ranges: [(1, 1000)] Sep 04 16:05:23.368157 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Initializing extension driver 'port_security' Sep 04 16:05:23.368497 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.extensions.port_security [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] PortSecurityExtensionDriver initialization complete Sep 04 16:05:23.368823 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Initializing mechanism driver 'openvswitch' Sep 04 16:05:23.369153 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Initializing mechanism driver 'hyperv' Sep 04 16:05:23.375745 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.plugins.ml2.plugin [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:05:23.376412 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > port after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.376779 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > port after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.377126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > port after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.377648 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 16:05:23.378068 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > subnet after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.378416 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > subnet after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.378757 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.379148 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 16:05:23.380043 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > network after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.380389 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > network after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.380978 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > network after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.381375 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 16:05:23.381793 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > security_group after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.382139 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > security_group after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.382474 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > security_group after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.382863 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 16:05:23.383261 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.383602 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.383932 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.384456 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 16:05:23.384856 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > address_group after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.385197 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > address_group after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.385530 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > address_group after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.385942 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106726) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 04 16:05:23.386380 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] ML2 OVO RPC backend initialized. {{(pid=106726) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 04 16:05:23.387072 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391043 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391043 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > network before_response 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391043 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > networks before_response 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391043 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > port before_response 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391379 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > ports before_response 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391379 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > subnet before_response 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391379 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > subnets before_response 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391379 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > network after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391660 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > network after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391660 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > network after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391660 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > port after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391660 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > port after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391950 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > port after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.391950 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > subnet after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.392102 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > subnet after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.392327 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.400464 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded quota_driver: . Sep 04 16:05:23.400826 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.plugin [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Modular L2 Plugin initialization complete Sep 04 16:05:23.401172 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading services supported by the core plugin {{(pid=106726) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 04 16:05:23.401508 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.plugins.ml2.managers [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Got port-security extension from driver 'port_security' Sep 04 16:05:23.402014 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.extensions.vlantransparent [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Disabled vlantransparent extension. Sep 04 16:05:23.402508 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106726) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 04 16:05:23.402829 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading Plugin: router Sep 04 16:05:23.439812 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router_interface before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.440144 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router after_create 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.440512 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router before_create 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.440870 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.441238 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.441605 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router after_delete 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.442493 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > floatingip after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.442836 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > floatingip after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.443188 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router after_create 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.443529 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router after_update 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.443875 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router after_update 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.444216 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.444569 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router after_update 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.444977 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router precommit_update 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.445341 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: port after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.445711 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: port after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451040 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: subnet after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451040 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451040 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > port precommit_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451040 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router precommit_create 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451350 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: port before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451350 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router precommit_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451350 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router after_update 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451350 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router precommit_delete 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451631 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router precommit_create 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451631 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451631 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router precommit_update 55549900 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451631 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > agent after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451984 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > agent after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451984 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > network after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.451984 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Tracking information for resource: router configured {{(pid=106726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 16:05:23.451984 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Tracking information for resource: floatingip configured {{(pid=106726) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 04 16:05:23.456363 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.db.l3_agentschedulers_db [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 04 16:05:23.456935 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: port after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.457294 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: port after_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.458318 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: port after_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.458673 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: port after_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.459454 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router before_create 55550100 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.459815 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router precommit_delete 55550100 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.460173 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router precommit_create 55550100 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.460524 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > router precommit_update 55550100 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.465304 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.services.provider_configuration [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service providers = [] {{(pid=106726) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 04 16:05:23.465688 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.db.servicetype_db [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106726) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 04 16:05:23.468614 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.services.service_base [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 16:05:23.468961 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.services.service_base [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 16:05:23.469299 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.services.service_base [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 16:05:23.470186 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.services.service_base [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106726) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 04 16:05:23.470550 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.services.service_base [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 04 16:05:23.470924 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 16:05:23.471239 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 04 16:05:23.481848 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 16:05:23.482177 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading Plugin: auto_allocate Sep 04 16:05:23.494785 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: network precommit_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.495148 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: network precommit_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.495667 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 16:05:23.495984 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading Plugin: tag Sep 04 16:05:23.502527 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 16:05:23.502863 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading Plugin: timestamp Sep 04 16:05:23.508703 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 16:05:23.509028 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading Plugin: network_ip_availability Sep 04 16:05:23.521098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.521497 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.521872 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.522581 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 16:05:23.522897 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading Plugin: flavors Sep 04 16:05:23.527520 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 16:05:23.527842 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading Plugin: revisions Sep 04 16:05:23.532187 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106726) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 04 16:05:23.532569 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_concurrency.lockutils [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.435s {{(pid=106726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 04 16:05:23.533301 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106726) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 04 16:05:23.533668 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Initializing extension manager. Sep 04 16:05:23.534192 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: __init__.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.534529 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: __pycache__ {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.534859 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: address_group.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.535946 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.536577 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: address-group Sep 04 16:05:23.536896 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: address_scope.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.537581 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.538082 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: address-scope Sep 04 16:05:23.538403 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: admin_state_down_before_update.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.539270 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.539763 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: router-admin-state-down-before-update Sep 04 16:05:23.540083 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: agent.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.540739 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.541233 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: agent Sep 04 16:05:23.541552 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: agent_resources_synced.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.542419 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.542918 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: agent-resources-synced Sep 04 16:05:23.543234 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: allowedaddresspairs.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.547130 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.547638 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: allowed-address-pairs Sep 04 16:05:23.547959 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: auto_allocated_topology.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.548966 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.549480 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: auto-allocated-topology Sep 04 16:05:23.549829 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: availability_zone.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.550473 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.550971 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: availability_zone Sep 04 16:05:23.551877 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: availability_zone_filter.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.552739 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.553237 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: availability_zone_filter Sep 04 16:05:23.553557 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: data_plane_status.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.554430 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.554926 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension data-plane-status not supported by any of loaded plugins Sep 04 16:05:23.555241 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: default_subnetpools.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.556094 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.556595 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: default-subnetpools Sep 04 16:05:23.556911 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: dhcpagentscheduler.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.557694 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.558190 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: dhcp_agent_scheduler Sep 04 16:05:23.558503 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: dns.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.559352 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.559847 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension dns-integration not supported by any of loaded plugins Sep 04 16:05:23.560159 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: dns_domain_ports.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.561006 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.561497 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 04 16:05:23.561864 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.562700 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.563192 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 04 16:05:23.563511 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: dvr.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.564129 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.564621 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: dvr Sep 04 16:05:23.564935 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: ecmp_routes.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.565816 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.566311 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 04 16:05:23.566627 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: empty_string_filtering.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.568030 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.568514 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: empty-string-filtering Sep 04 16:05:23.568831 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.573249 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.573772 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 04 16:05:23.574089 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.574943 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.575439 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 04 16:05:23.575755 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: external_net.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.576605 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.577109 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: external-net Sep 04 16:05:23.577426 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: extra_dhcp_opt.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.578330 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.578824 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: extra_dhcp_opt Sep 04 16:05:23.579140 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: extraroute.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.579980 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.580476 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: extraroute Sep 04 16:05:23.580792 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: extraroute_atomic.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.581801 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.582297 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: extraroute-atomic Sep 04 16:05:23.582731 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: filter_validation.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.583348 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.583838 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: filter-validation Sep 04 16:05:23.584155 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: fip_pf_description.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.584999 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.585490 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 04 16:05:23.585828 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: fip_pf_port_range.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.586674 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.587170 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 04 16:05:23.587482 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: fip_port_details.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.588336 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.588838 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: fip-port-details Sep 04 16:05:23.589155 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: flavors.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.590346 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.590852 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: flavors Sep 04 16:05:23.591175 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.592755 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.593265 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 04 16:05:23.593615 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: floatingip_pools.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.594270 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.594774 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: floatingip-pools Sep 04 16:05:23.595095 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: ip_allocation.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.595950 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.596444 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension ip_allocation not supported by any of loaded plugins Sep 04 16:05:23.596764 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.597650 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.598183 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: ip-substring-filtering Sep 04 16:05:23.598546 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l2_adjacency.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.599469 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.599967 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 04 16:05:23.600280 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l3.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.601198 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.601731 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: router Sep 04 16:05:23.602054 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l3_conntrack_helper.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.604425 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.604945 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 04 16:05:23.605275 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.606183 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.606695 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: ext-gw-mode Sep 04 16:05:23.607018 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.607879 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.608381 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: l3-ha Sep 04 16:05:23.608702 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.614145 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.614954 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 04 16:05:23.615432 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l3_flavors.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.616333 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.616838 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: l3-flavors Sep 04 16:05:23.617162 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l3_ndp_proxy.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.618506 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.619012 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 04 16:05:23.619336 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.620200 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.620704 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 04 16:05:23.621027 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: l3agentscheduler.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.622054 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.622555 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: l3_agent_scheduler Sep 04 16:05:23.622878 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: local_ip.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.624558 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.625068 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension local_ip not supported by any of loaded plugins Sep 04 16:05:23.625396 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: logging.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.626824 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.627339 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension logging not supported by any of loaded plugins Sep 04 16:05:23.627662 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: metering.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.628351 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.628917 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: metering Sep 04 16:05:23.629914 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.631127 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.631642 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: metering_source_and_destination_fields Sep 04 16:05:23.631964 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: multiprovidernet.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.632833 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.633340 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: multi-provider Sep 04 16:05:23.633699 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: netmtu.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.636470 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.636969 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: net-mtu Sep 04 16:05:23.637289 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: netmtu_writable.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.638183 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.638680 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: net-mtu-writable Sep 04 16:05:23.638998 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: network_availability_zone.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.639619 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.640118 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: network_availability_zone Sep 04 16:05:23.640437 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: network_ip_availability.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.641511 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.642041 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: network-ip-availability Sep 04 16:05:23.642360 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: network_segment_range.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.643084 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.643580 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension network-segment-range not supported by any of loaded plugins Sep 04 16:05:23.643893 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: pagination.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.644810 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.645283 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: pagination Sep 04 16:05:23.645684 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: port_device_profile.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.646542 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.647039 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: port-device-profile Sep 04 16:05:23.647355 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: port_mac_address_override.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.648215 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.648716 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: port-mac-override Sep 04 16:05:23.649037 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.649919 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.650416 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: port-mac-address-regenerate Sep 04 16:05:23.650734 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.651591 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.652090 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: port-numa-affinity-policy Sep 04 16:05:23.652408 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: port_resource_request.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.653266 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.653857 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension port-resource-request not supported by any of loaded plugins Sep 04 16:05:23.654176 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: port_resource_request_groups.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.655088 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.655588 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 04 16:05:23.655908 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: portbindings.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.656770 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.657272 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: binding Sep 04 16:05:23.657618 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: portbindings_extended.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.658807 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.659317 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: binding-extended Sep 04 16:05:23.659635 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: portsecurity.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.660542 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.661190 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: port-security Sep 04 16:05:23.661513 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: project_id.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.662451 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.662775 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: project-id Sep 04 16:05:23.663089 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: providernet.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.663944 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.664448 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: provider Sep 04 16:05:23.664768 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.668431 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.668948 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos not supported by any of loaded plugins Sep 04 16:05:23.669273 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.670498 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.671002 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 04 16:05:23.671325 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.672197 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.672700 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 04 16:05:23.673022 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_default.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.673908 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.674411 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-default not supported by any of loaded plugins Sep 04 16:05:23.674735 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_fip.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.675604 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.676626 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-fip not supported by any of loaded plugins Sep 04 16:05:23.677209 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_fip_network_policy.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.677821 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.678324 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 04 16:05:23.678644 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_gateway_ip.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.679515 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.680018 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 04 16:05:23.680339 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_port_network_policy.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.681204 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.681737 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 04 16:05:23.682060 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.688540 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.689055 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 04 16:05:23.689384 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.690444 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.690906 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 04 16:05:23.691229 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_pps_rule.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.692930 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.693433 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-pps not supported by any of loaded plugins Sep 04 16:05:23.693844 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_rule_type_details.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.694655 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.695156 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 04 16:05:23.695476 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_rule_type_filter.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.696336 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.696838 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 04 16:05:23.697157 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: qos_rules_alias.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.698176 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.698679 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 04 16:05:23.699001 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: quota_check_limit.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.699865 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.700375 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: quota-check-limit Sep 04 16:05:23.700698 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: quotasv2.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.701606 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.701933 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: quotas Sep 04 16:05:23.702252 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: quotasv2_detail.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.703927 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.704264 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: quota_details Sep 04 16:05:23.704589 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: rbac.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.705617 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.706130 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: rbac-policies Sep 04 16:05:23.706453 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: rbac_address_group.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.707347 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.707861 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: rbac-address-group Sep 04 16:05:23.708173 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: rbac_address_scope.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.709031 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.709541 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: rbac-address-scope Sep 04 16:05:23.709890 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: rbac_security_groups.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.710820 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.711323 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: rbac-security-groups Sep 04 16:05:23.711702 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: rbac_subnetpool.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.717090 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.717601 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: rbac-subnetpool Sep 04 16:05:23.717921 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: revisionifmatch.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.718803 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.719301 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: revision-if-match Sep 04 16:05:23.719620 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: revisions.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.720675 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.721178 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: standard-attr-revisions Sep 04 16:05:23.721492 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: router_availability_zone.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.722142 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.722647 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: router_availability_zone Sep 04 16:05:23.722989 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: routerservicetype.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.723861 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.724358 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension router-service-type not supported by any of loaded plugins Sep 04 16:05:23.724675 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.725534 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.726059 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: security-groups-normalized-cidr Sep 04 16:05:23.726379 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: security_groups_port_filtering.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.727244 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.727743 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: port-security-groups-filtering Sep 04 16:05:23.728061 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.728920 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.729421 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: security-groups-remote-address-group Sep 04 16:05:23.729773 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.730646 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.731149 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: security-groups-shared-filtering Sep 04 16:05:23.731468 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: securitygroup.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.741635 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.750794 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: security-group Sep 04 16:05:23.750794 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: segment.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.750794 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.750794 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension segment not supported by any of loaded plugins Sep 04 16:05:23.750794 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.751435 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.751939 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 04 16:05:23.752262 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: servicetype.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.753294 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.753837 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: service-type Sep 04 16:05:23.754157 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: sorting.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.755618 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.756195 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: sorting Sep 04 16:05:23.756514 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: standard_attr_segment.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.757370 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.757897 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 04 16:05:23.758213 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: standardattrdescription.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.758812 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.759310 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: standard-attr-description Sep 04 16:05:23.759627 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: stateful_security_group.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.760504 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.761011 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: stateful-security-group Sep 04 16:05:23.761326 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: stdattrs_common.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.761889 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 04 16:05:23.762209 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.763073 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.763583 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 04 16:05:23.763902 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: subnet_onboard.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.764900 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.765407 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: subnet_onboard Sep 04 16:05:23.765755 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.766632 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.767132 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 04 16:05:23.767450 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: subnet_service_types.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.768313 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.768814 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: subnet-service-types Sep 04 16:05:23.769133 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: subnetallocation.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.770210 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.770719 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: subnet_allocation Sep 04 16:05:23.771043 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.771664 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.772168 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: subnetpool-prefix-ops Sep 04 16:05:23.772485 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.773355 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.773888 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 04 16:05:23.774206 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: tagging.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.775221 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.775725 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: standard-attr-tag Sep 04 16:05:23.776047 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: timestamp.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.780557 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.781064 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loaded extension: standard-attr-timestamp Sep 04 16:05:23.781385 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: trunk.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.782384 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.782895 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension trunk not supported by any of loaded plugins Sep 04 16:05:23.783216 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: trunk_details.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.784079 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.784578 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension trunk-details not supported by any of loaded plugins Sep 04 16:05:23.784904 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: uplink_status_propagation.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.785890 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.786389 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 04 16:05:23.786706 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Loading extension file: vlantransparent.py {{(pid=106726) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 04 16:05:23.787323 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106726) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 04 16:05:23.787814 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 04 16:05:23.790375 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:network Sep 04 16:05:23.790885 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:subnet Sep 04 16:05:23.791277 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 16:05:23.791659 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:port Sep 04 16:05:23.792907 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.793346 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service FLAVORS assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.793998 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.794429 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.794763 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:router Sep 04 16:05:23.795186 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:floatingip Sep 04 16:05:23.795672 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service METERING assigned prefix: /metering {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.797091 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.797460 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.797834 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106726) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:05:23.798818 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of CountableResource for resource:rbac_policy Sep 04 16:05:23.799271 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:security_group Sep 04 16:05:23.799693 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 04 16:05:23.800217 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service CORE assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.800544 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 16:05:23.800887 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] subnetpool is already registered Sep 04 16:05:23.802035 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service CORE assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.802218 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 16:05:23.802521 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] subnetpool is already registered Sep 04 16:05:23.804919 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.805350 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service FLAVORS assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.805984 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.806404 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.806731 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:router Sep 04 16:05:23.807065 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] router is already registered Sep 04 16:05:23.808459 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:floatingip Sep 04 16:05:23.808459 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] floatingip is already registered Sep 04 16:05:23.808459 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service METERING assigned prefix: /metering {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.808895 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of CountableResource for resource:rbac_policy Sep 04 16:05:23.809215 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] rbac_policy is already registered Sep 04 16:05:23.809657 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:security_group Sep 04 16:05:23.809990 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] security_group is already registered Sep 04 16:05:23.810387 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 04 16:05:23.810717 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] security_group_rule is already registered Sep 04 16:05:23.811353 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service CORE assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.811678 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 16:05:23.812010 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] subnetpool is already registered Sep 04 16:05:23.812425 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.v2.resource_helper [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Service CORE assigned prefix: {{(pid=106726) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 04 16:05:23.812744 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Creating instance of TrackedResource for resource:subnetpool Sep 04 16:05:23.813068 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING neutron.quota.resource_registry [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] subnetpool is already registered Sep 04 16:05:23.813550 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: extensions {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.815005 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: address-groups {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.816476 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: address-scopes {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.818111 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: agents {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.819315 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: auto-allocated-topology {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.820586 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: availability_zones {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.821816 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: dhcp-networks {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.823321 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: dhcp-agents {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.830784 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: routers {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.835905 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: flavors {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.835905 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: service_profiles {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.836617 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: next_providers {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.838103 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: service_profiles {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.839655 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: floatingip-pools {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.840880 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: routers {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.842589 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: floatingips {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.843778 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: l3-routers {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.845252 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: l3-agents {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.846708 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: metering-labels {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.848537 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: metering-label-rules {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.850055 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: network-ip-availabilities {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.851322 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: bindings {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.852865 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: quotas {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.854559 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: quotas {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.856071 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: rbac-policies {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.857271 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: security-groups {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.858583 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: security-group-rules {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.859832 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: service-providers {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.861048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: subnetpools {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.862398 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: subnetpools {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.864056 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.865752 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.867558 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.869334 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.871040 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.872981 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.874685 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.876465 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.878332 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.880111 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron.api.extensions [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Extended resource: tags {{(pid=106726) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 04 16:05:23.886482 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING keystonemiddleware.auth_token [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 04 16:05:23.891613 dv-cinder-852364-6-iscsi neutron-server[106726]: WARNING keystonemiddleware.auth_token [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 04 16:05:23.901079 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_concurrency.lockutils [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Acquiring lock "singleton_lock" {{(pid=106726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 04 16:05:23.901645 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_concurrency.lockutils [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Acquired lock "singleton_lock" {{(pid=106726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 04 16:05:23.903900 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_concurrency.lockutils [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Releasing lock "singleton_lock" {{(pid=106726) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 04 16:05:23.903900 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO oslo_service.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Starting 2 workers Sep 04 16:05:23.907291 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Started child 106841 {{(pid=106726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 16:05:23.912345 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Started child 106842 {{(pid=106726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 16:05:23.913523 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:23.914240 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO neutron.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 04 16:05:23.914632 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Publish callbacks [] for process (None), before_spawn {{(pid=106726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:23.915129 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [-] (106841) wsgi starting up on http://0.0.0.0:9696 Sep 04 16:05:23.917153 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO oslo_service.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Starting 1 workers Sep 04 16:05:23.917767 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:23.919122 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [-] (106842) wsgi starting up on http://0.0.0.0:9696 Sep 04 16:05:23.922348 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Started child 106843 {{(pid=106726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 16:05:23.922897 dv-cinder-852364-6-iscsi neutron-server[106726]: INFO oslo_service.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Starting 1 workers Sep 04 16:05:23.926319 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] calling RpcWorker wait() {{(pid=106843) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 04 16:05:23.927196 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] returning from RpcWorker wait() {{(pid=106843) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 04 16:05:23.927606 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Started child 106844 {{(pid=106726) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 04 16:05:23.928405 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG neutron_lib.callbacks.manager [None req-540c43ce-d700-4f70-9eed-92b14d4b872c None None] Publish callbacks [] for process (None), after_spawn {{(pid=106726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:23.928711 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:23.929213 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:05:23.930433 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 04 16:05:23.930648 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 16:05:23.930833 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 16:05:23.936009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 16:05:23.936009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 16:05:23.936009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 16:05:23.936009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.936009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.936009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.936009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.936450 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.936519 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:23.936974 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.936974 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.936974 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937190 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:05:23.937265 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937265 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937265 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937265 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937265 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937265 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937265 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937265 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937741 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937741 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937741 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937741 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937741 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937741 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] debug = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.937741 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.938143 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.938646 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.938646 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.938806 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.939052 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.939294 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.939550 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.939796 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.940029 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.940264 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.940581 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.940782 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.941030 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.941262 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.941529 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.942392 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.942873 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] host = dv-cinder-852364-6-iscsi {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.943105 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.943356 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.943623 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.943893 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.944158 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.944402 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.944669 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.944920 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.945174 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.945418 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.945703 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.945958 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.946189 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.946430 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.946580 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_options = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.946821 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.947103 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.947377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.947567 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.947732 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.947876 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.948143 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.948295 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.948549 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.948763 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.948991 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.949232 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.949472 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.949725 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.949970 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.950209 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.950442 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.950673 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.950933 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.951198 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.951519 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.951685 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.951872 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.952088 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.952302 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.953077 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.953077 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.953359 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.953617 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.953880 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.954117 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.954382 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.954633 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.954833 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.955090 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.955315 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.955539 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.955769 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.956030 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.956255 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.956524 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.956774 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.956984 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.957222 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.958032 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.958260 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.958460 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_json = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.958677 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.959063 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.959395 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.959556 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.959779 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.960009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.960223 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.960454 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.960665 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:23.961068 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.961352 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.961701 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.961907 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.962150 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.962379 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.962613 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.962832 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.963083 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.963319 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.965297 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.966338 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.966656 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.966931 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.967204 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.967563 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.968741 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.969015 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.969499 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.971251 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.971537 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.972970 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.974001 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976662 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976662 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.976932 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.977116 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.977346 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.977643 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.977875 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.978119 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.978343 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.978585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.978911 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.979184 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.979423 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.979679 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.979901 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.980152 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.980411 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.980658 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.980959 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.981172 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.981400 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.981641 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.982039 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.982268 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.982504 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.982742 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.983350 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.983350 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.983538 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.983737 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.984127 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.984407 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.984649 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.984885 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.985106 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.985323 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.985545 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.985791 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.986041 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.986286 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.986503 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.986720 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.986963 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.987178 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.987402 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.987640 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.987859 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.988078 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.988290 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.988527 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.988895 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.989127 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.989378 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.989601 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.989823 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.990048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.990262 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.990476 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.990689 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.990924 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.991146 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.991378 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.991683 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.992031 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.992301 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.992524 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.992793 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.993018 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.993281 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.993512 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.993944 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.994271 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.994542 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.994789 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.995042 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.995289 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.995578 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.995777 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.996008 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.996222 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.996453 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.996670 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.996887 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.997117 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.997333 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.997615 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.997864 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.998124 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.998377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.998632 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.998958 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.999325 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.999592 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:23.999857 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.000234 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.000526 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.000748 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.001030 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.001332 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.001593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.001871 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.002198 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.002436 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.002688 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.002923 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.003193 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.003427 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.003661 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.003900 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.004752 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.004982 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.005221 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.005488 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.006101 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.006334 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.006569 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.006785 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.007069 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.007339 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.007590 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.007877 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.008142 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.008381 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.008629 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.008876 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.009098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.009338 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.009591 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.009813 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.010049 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.010300 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.010541 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.010763 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.011005 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.011300 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.011489 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.011710 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.011941 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.012245 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.012381 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.012628 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.012844 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.013083 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.013340 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.013599 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.013808 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.014026 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.014285 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.014539 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.014759 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.015029 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.015276 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.015516 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.015763 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.016258 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.016511 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.016714 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.016956 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.017202 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.017417 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.017650 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.017899 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.018121 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.018354 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.018584 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.018822 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.019079 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.019336 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.019678 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.020008 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.020233 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.020505 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.020750 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.020987 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.021206 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.021425 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.021694 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.021916 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.022138 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.022429 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.022632 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.022850 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.023067 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.023284 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.023500 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.023862 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.023999 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.024221 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.024449 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.024671 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.024903 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.025109 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.025327 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.025545 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.025784 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.026022 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.026240 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.026472 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.026696 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.026908 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.027244 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.027475 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.027707 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.027974 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.028192 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.028404 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.028665 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.028876 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.029090 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.029315 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.029532 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.029764 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.029991 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.030204 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.030416 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.030644 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.030866 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.031073 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.031298 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.031507 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.032040 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.032040 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.032271 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.032373 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.032573 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.032783 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.033012 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.033235 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.033450 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.033685 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.033930 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.034141 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.034372 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.034597 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.034814 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.035030 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.036009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.036338 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.036531 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.036819 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.037047 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.037322 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.037553 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.037896 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.038113 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.038354 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.038596 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.038823 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.039042 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.039313 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.039777 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.040219 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.040615 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.040885 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.041164 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.041440 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.041762 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.042017 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.042330 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.042679 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.042933 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.043186 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.043434 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.043671 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.043915 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.044131 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.044373 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.044609 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.044827 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.045066 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.045298 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.045557 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.045798 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.046045 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.046773 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.046773 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.046773 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.047058 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.047182 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.047498 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 16:05:24.048046 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106726) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 04 16:05:24.048211 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 04 16:05:24.048369 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 04 16:05:24.048541 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 04 16:05:24.048714 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 04 16:05:24.048870 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 04 16:05:24.049083 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.049248 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.049410 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.049590 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.049791 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.049962 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.050123 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.050286 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.050449 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.050608 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.050774 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.050935 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.051641 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.051797 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.051958 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.052118 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.052360 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.052584 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.052734 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.052864 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.053025 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.053186 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] debug = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.053346 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.053590 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.053773 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.053910 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.054075 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.054223 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.054383 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.054542 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.054701 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.054861 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.055020 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.055181 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.055340 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.055499 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.055658 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.055817 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.055977 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.056166 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] host = dv-cinder-852364-6-iscsi {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.056287 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.056438 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.056598 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.056753 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.056910 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.057063 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.057221 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.057383 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.057513 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:05:24.057666 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.057765 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.057874 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.058031 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.058190 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.058350 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.058509 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_options = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.058668 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.058826 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.058986 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.059170 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.059336 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.059498 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.059658 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.059828 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.059967 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.060125 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.060285 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.060444 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.060608 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.060768 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.060926 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.061084 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.061241 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.061404 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.061594 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.061762 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.061901 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.062054 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.062215 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.062370 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.062601 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.062700 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.062870 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.063005 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.063146 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.063399 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.063493 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.063659 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.063789 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.063913 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.064229 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.064537 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.064697 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.065004 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.065315 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.065472 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.065790 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.065952 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.066109 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.066268 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.066429 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.066590 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.066789 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_json = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.066996 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.067231 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.067440 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.067617 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.067775 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.067933 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.068093 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.068250 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.068409 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 04 16:05:24.068591 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.068756 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.068931 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.069097 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.069278 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.069425 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.069591 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.069777 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.069968 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.070140 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.070310 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.070475 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.070648 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.070811 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.070975 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.071139 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.071302 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.071465 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.071627 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.071792 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.071927 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.072089 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.072259 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.072420 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.072581 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.072743 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.072904 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.073264 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.073264 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.073497 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.073661 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.073785 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.073940 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.074023 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.074165 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.074329 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.074492 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.074655 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.074819 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.074981 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.075143 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.075292 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.075454 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.075616 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.075779 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.075942 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.076105 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.076268 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.076429 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.076593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.076756 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.076918 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.077080 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.077242 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.077404 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.077590 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.077831 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.077958 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.078085 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.078324 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.078446 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.078566 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.078691 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.078840 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.079009 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.079172 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.079489 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.079489 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.079732 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.079880 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.080212 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.080212 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.080460 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.080460 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.080713 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.080713 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.081163 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.081163 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.081163 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.081538 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.081538 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.081796 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.081796 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.082171 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.082171 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.082373 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.082460 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.082539 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.082706 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.082869 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.083031 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.083202 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.083383 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.083546 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.083869 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.084032 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.084194 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.084358 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.084522 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.084685 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.084846 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.084998 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.085161 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.085314 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.085476 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.085661 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.085818 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.085993 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.086170 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.086308 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.086452 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.086582 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.086718 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.086859 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.087018 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.087163 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.087329 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.087492 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.087637 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.087802 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.087963 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.088121 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.088302 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.088440 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.088564 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.088734 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.088894 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.089064 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.089224 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.089391 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.089555 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.089738 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.089901 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.090063 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.090229 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.090395 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.090561 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.093585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.093585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.093585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.093585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.093585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.093585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.093585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.093585 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094207 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094207 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094207 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094207 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094207 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094207 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094207 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094207 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094770 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094770 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.094770 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.095059 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.095242 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.095406 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.095566 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.095721 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.095885 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.096051 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.096217 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.096380 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.096544 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.096707 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.096869 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.097022 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.097170 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.097329 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.097493 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.097681 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.097846 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.098539 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.098687 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.098854 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.099015 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.099176 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.099338 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.099503 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.099668 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.099827 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.099982 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.100145 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.100309 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.100471 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.100641 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.100804 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.100967 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.101130 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.101292 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.101455 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.101670 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.101837 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.102001 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.102163 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.102324 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.102508 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.102671 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.102833 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.102997 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.103159 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.103320 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.103481 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.103645 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.103807 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.103969 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.104133 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.104295 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.104456 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.104617 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.104778 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.104939 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.105101 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.105262 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.105426 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.105609 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.105774 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.105937 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.106098 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.106264 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.106426 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.106587 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.106749 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.106909 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.107071 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.107232 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.107394 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.107555 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.107732 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.107894 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.108058 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.108219 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.108835 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 43250) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:05:24.109686 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.109884 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.110076 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.110256 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.110430 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.110601 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.110770 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.110938 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.111116 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.111423 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.111602 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.111759 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.111920 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.112083 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.112255 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.112418 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.112580 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.112740 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.112904 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.113063 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.117593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.117593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.117593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.117593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.117593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.117593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.117593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.117593 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118189 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118189 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118189 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118189 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118189 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118189 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118189 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118189 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118748 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118748 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118748 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.118963 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050879 Sep 04 16:05:24.119048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119048 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119592 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119592 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119592 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119592 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119592 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119592 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119592 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.119592 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.120126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.120126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.120126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.120126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.120126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.120126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.120126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.120126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.120126 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121003 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121003 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121003 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121003 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121003 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121297 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [-] 10.222.0.39 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038543 Sep 04 16:05:24.121377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121377 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 04 16:05:24.121744 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106726) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 04 16:05:33.265882 dv-cinder-852364-6-iscsi neutron-server[106726]: DEBUG dbcounter [-] [106726] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:05:35.648543 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05106f8-26b5-42e5-8de9-0989e9b67b76 None None] get_active_networks_info from dv-cinder-852364-6-iscsi {{(pid=106843) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 04 16:05:35.666636 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writer thread running {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 16:05:35.752297 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05106f8-26b5-42e5-8de9-0989e9b67b76 None None] No non-hosted networks {{(pid=106843) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 04 16:05:35.767725 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.agentschedulers_db [None req-c05106f8-26b5-42e5-8de9-0989e9b67b76 None None] DHCP Agent not found on host dv-cinder-852364-6-iscsi {{(pid=106843) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 04 16:05:35.905255 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-41e3513f-448c-44e3-bced-6e0accd49725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776555'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:37.371040 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writer thread running {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 16:05:37.973520 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c4c4dc14-e4dd-477d-b0f3-2afc16b42b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776555'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:38.000674 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.db.api [None req-d3042ae9-fe0e-4384-8c4b-af7117aac640 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-852364-6-iscsi {{(pid=106843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 16:05:38.001605 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG oslo_db.api [None req-d3042ae9-fe0e-4384-8c4b-af7117aac640 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 16:05:38.602314 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d3042ae9-fe0e-4384-8c4b-af7117aac640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:39.071319 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776555'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:39.382055 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 43324) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:05:39.938421 dv-cinder-852364-6-iscsi neutron-server[106841]: WARNING oslo_policy.policy [None req-ca1348aa-3aab-4994-a85d-e878fd032cfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 16:05:39.939048 dv-cinder-852364-6-iscsi neutron-server[106841]: WARNING oslo_policy.policy [None req-ca1348aa-3aab-4994-a85d-e878fd032cfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 16:05:40.167888 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [None req-ca1348aa-3aab-4994-a85d-e878fd032cfa admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:05:40.172625 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ca1348aa-3aab-4994-a85d-e878fd032cfa admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7859273 Sep 04 16:05:40.556491 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776555'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:40.557668 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.557900 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.558480 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.558827 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.559263 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.559752 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.559903 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.560391 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.560762 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.561006 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.561366 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.561839 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.567281 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.567281 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.567281 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:40.567281 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852364-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:05:40.570526 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852364-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:05:40.710960 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776555'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:42.641967 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43356) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:05:43.188508 dv-cinder-852364-6-iscsi neutron-server[106842]: WARNING oslo_policy.policy [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 16:05:43.189150 dv-cinder-852364-6-iscsi neutron-server[106842]: WARNING oslo_policy.policy [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 16:05:43.408917 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:05:43.420835 dv-cinder-852364-6-iscsi neutron-server[106842]: ERROR stevedore.extension [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 04 16:05:43.502581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.policy [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106842) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 04 16:05:43.545124 dv-cinder-852364-6-iscsi neutron-server[106842]: WARNING oslo_policy.policy [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 16:05:43.545492 dv-cinder-852364-6-iscsi neutron-server[106842]: WARNING oslo_policy.policy [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 16:05:43.565935 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writer thread running {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 16:05:43.710359 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788897583900', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788897586448', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788897567348', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788897575264', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788897574563', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788897615635', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-990035', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-992786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3787104', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3700671'] for rbac-policy (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:43.878821 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:43.880352 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-caa951cd-3042-4be1-905d-80fe801178fd admin admin] 10.222.0.39 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2364836 Sep 04 16:05:44.124723 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.db.l3_hamode_db [None req-b78c1ce1-4191-411e-adcf-0bf742a978fd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 04 16:05:44.201393 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c1ce1-4191-411e-adcf-0bf742a978fd None None] Routers set() bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:05:44.201817 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c1ce1-4191-411e-adcf-0bf742a978fd None None] Router IDs set() for agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 04 16:05:46.255631 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43372) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:05:46.580479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:05:46.681507 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Made reservation on behalf of 300553fe41194f45839b5a1043768774 for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:05:46.685818 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:46.705111 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:46.819104 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Publish callbacks [] for security_group (7df0545f-d19d-4472-926d-13c9e45b1bae), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:46.884803 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (7df0545f-d19d-4472-926d-13c9e45b1bae), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:46.909062 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:05:46.945343 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788897880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (c754c70c-b951-47de-8bf3-d74c12eaecdd), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:46.945930 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Unsubscribe: segment precommit_create {{(pid=106842) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 04 16:05:46.946507 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Added segment c754c70c-b951-47de-8bf3-d74c12eaecdd of type vlan for network b64a42f4-6342-483b-9621-c949bf2f383c Sep 04 16:05:46.963338 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7df0545f-d19d-4472-926d-13c9e45b1bae,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:47.011827 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.012168 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.012499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.012838 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.013159 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.013472 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.013811 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.014123 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.014435 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.014745 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.015056 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.015378 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.015688 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.015993 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.016298 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Tracked resource versions report: Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: pushed versions: Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: { 'AddressGroup': {'1.2'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Agent': {'1.1'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'ConntrackHelper': {'1.0'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'LocalIPAssociation': {'1.0'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Log': {'1.0'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'NDPProxy': {'1.0'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Network': {'1.1'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Port': {'1.7'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'PortForwarding': {'1.3'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'QosPolicy': {'1.10'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SecurityGroup': {'1.5'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SecurityGroupRule': {'1.2'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SubPort': {'1.0'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Subnet': {'1.1'}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Trunk': {'1.1'}} Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: consumer versions: Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: { DHCP agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: L3 agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: Metadata agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: Metering agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: Open vSwitch agent@dv-cinder-852364-6-iscsi: { 'AddressGroup': '1.2', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Agent': '1.1', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'ConntrackHelper': '1.0', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'LocalIPAssociation': '1.0', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Log': '1.0', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'NDPProxy': '1.0', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Network': '1.1', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Port': '1.7', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'PortForwarding': '1.3', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'QosPolicy': '1.10', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SecurityGroup': '1.5', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SecurityGroupRule': '1.2', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SubPort': '1.0', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Subnet': '1.1', Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Trunk': '1.1'}} Sep 04 16:05:47.017768 dv-cinder-852364-6-iscsi neutron-server[106842]: {{(pid=106842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 16:05:47.054152 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (b64a42f4-6342-483b-9621-c949bf2f383c), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:47.177062 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (b64a42f4-6342-483b-9621-c949bf2f383c), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:47.182142 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:05:47.182866 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:47.291288 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:05:47.295921 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] Pushing event updated for resources: {'Network': ['ID=b64a42f4-6342-483b-9621-c949bf2f383c,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:47.307837 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network b64a42f4-6342-483b-9621-c949bf2f383c details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:05:47.344825 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-14e0390a-de73-47b1-858e-a59fafab28da demo demo] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0878477 Sep 04 16:05:49.776653 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43386) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:05:50.199379 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44719c2-357c-4e0a-8255-2ca75db6186c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:05:50.200760 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-a44719c2-357c-4e0a-8255-2ca75db6186c demo admin] 10.222.0.39 "GET /networking/v2.0/networks/b64a42f4-6342-483b-9621-c949bf2f383c HTTP/1.1" status: 200 len: 825 time: 0.4231699 Sep 04 16:05:50.226727 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-8efae7f5-ee48-498b-b092-bc0decc61a6c demo admin] 10.222.0.39 "GET /networking/v2.0/subnetpools/d9ca165a-c53a-4b51-a0af-dbeac05ec0bd HTTP/1.1" status: 200 len: 734 time: 0.0198219 Sep 04 16:05:50.235369 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'd9ca165a-c53a-4b51-a0af-dbeac05ec0bd', 'name': 'private-subnet', 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c', 'gateway_ip': '172.20.0.1'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:05:50.313579 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Made reservation on behalf of 300553fe41194f45839b5a1043768774 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:05:50.315871 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:50.452160 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:05:50.685354 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (00170f1e-8920-4241-84e3-44604fff41e6), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:50.759235 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Pushing event updated for resources: {'Subnet': ['ID=00170f1e-8920-4241-84e3-44604fff41e6,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:50.763534 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Checking segment: {'id': 'c754c70c-b951-47de-8bf3-d74c12eaecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:05:50.763957 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Network hostable DHCP agents. Network: b64a42f4-6342-483b-9621-c949bf2f383c, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:05:50.839250 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Network b64a42f4-6342-483b-9621-c949bf2f383c is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:05:50.908263 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, b64a42f4-6342-483b-9621-c949bf2f383c) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:05:50.913410 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:05:50.914023 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:50.919835 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac61b61-a172-4992-ac30-ae398783be88 None None] Network b64a42f4-6342-483b-9621-c949bf2f383c requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:05:51.004821 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-0b1cabab-2e31-4d65-9c60-2929e48ad361 demo admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7724609 Sep 04 16:05:51.180677 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-b64a42f4-6342-483b-9621-c949bf2f383c', 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c', 'project_id': '300553fe41194f45839b5a1043768774', 'fixed_ips': [{'subnet_id': '00170f1e-8920-4241-84e3-44604fff41e6'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:05:51.182050 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:51.467997 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Allocated IP 172.20.0.2 (b64a42f4-6342-483b-9621-c949bf2f383c/00170f1e-8920-4241-84e3-44604fff41e6/f7267585-fa64-4d82-9201-9e287cd9413d) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:05:51.567350 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:05:51.751346 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Publish callbacks [] for port (f7267585-fa64-4d82-9201-9e287cd9413d), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:51.833793 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:51.890208 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:05:51.917412 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Network b64a42f4-6342-483b-9621-c949bf2f383c is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:05:51.921649 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:05:51.923690 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Pushing event updated for resources: {'Port': ['ID=f7267585-fa64-4d82-9201-9e287cd9413d,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:51.931778 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:05:51.936739 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.937081 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.937434 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.937800 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.938132 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.938453 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.938769 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.939086 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.939405 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.939718 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.940032 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.940360 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.940675 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.940987 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.941336 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Tracked resource versions report: Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: pushed versions: Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: { 'AddressGroup': {'1.2'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Agent': {'1.1'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'ConntrackHelper': {'1.0'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'LocalIPAssociation': {'1.0'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Log': {'1.0'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'NDPProxy': {'1.0'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Network': {'1.1'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Port': {'1.7'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'PortForwarding': {'1.3'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'QosPolicy': {'1.10'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SecurityGroup': {'1.5'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SecurityGroupRule': {'1.2'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SubPort': {'1.0'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Subnet': {'1.1'}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Trunk': {'1.1'}} Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: consumer versions: Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: { DHCP agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: L3 agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: Metadata agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: Metering agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: Open vSwitch agent@dv-cinder-852364-6-iscsi: { 'AddressGroup': '1.2', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Agent': '1.1', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'ConntrackHelper': '1.0', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'LocalIPAssociation': '1.0', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Log': '1.0', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'NDPProxy': '1.0', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Network': '1.1', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Port': '1.7', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'PortForwarding': '1.3', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'QosPolicy': '1.10', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SecurityGroup': '1.5', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SecurityGroupRule': '1.2', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SubPort': '1.0', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Subnet': '1.1', Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Trunk': '1.1'}} Sep 04 16:05:51.942801 dv-cinder-852364-6-iscsi neutron-server[106843]: {{(pid=106843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 16:05:52.019697 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Attempting to bind port f7267585-fa64-4d82-9201-9e287cd9413d on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:05:52.019697 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Attempting to bind port f7267585-fa64-4d82-9201-9e287cd9413d by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'c754c70c-b951-47de-8bf3-d74c12eaecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:05:52.020344 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Attempting to bind port f7267585-fa64-4d82-9201-9e287cd9413d on network b64a42f4-6342-483b-9621-c949bf2f383c {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:05:52.025482 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:05:52.025941 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Checking segment: {'id': 'c754c70c-b951-47de-8bf3-d74c12eaecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:05:52.026433 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:52.026843 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Bound using segment: {'id': 'c754c70c-b951-47de-8bf3-d74c12eaecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:05:52.027327 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Bound port: f7267585-fa64-4d82-9201-9e287cd9413d, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c754c70c-b951-47de-8bf3-d74c12eaecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:05:52.027739 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:52.089585 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] For port f7267585-fa64-4d82-9201-9e287cd9413d, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:05:52.109380 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] For port f7267585-fa64-4d82-9201-9e287cd9413d, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=f7267585-fa64-4d82-9201-9e287cd9413d,segment=NetworkSegment(c754c70c-b951-47de-8bf3-d74c12eaecdd),segment_id=c754c70c-b951-47de-8bf3-d74c12eaecdd)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:05:52.171521 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:52.225058 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcd4c0-13ff-4b5b-8086-cff33947279f None None] Pushing event updated for resources: {'Port': ['ID=f7267585-fa64-4d82-9201-9e287cd9413d,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:05:53.558592 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 43396) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:05:53.888160 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [None req-e6da4708-4c6a-431d-b1b7-8aed719eafb5 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:05:53.889114 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-e6da4708-4c6a-431d-b1b7-8aed719eafb5 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3296015 Sep 04 16:05:54.646091 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:05:54.651155 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=7 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:05:56.326075 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43408) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:05:56.681019 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [None req-96ccb1b6-fddb-45bf-a5e6-80a3e0f2ce22 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:05:56.682047 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-96ccb1b6-fddb-45bf-a5e6-80a3e0f2ce22 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3550351 Sep 04 16:05:59.186794 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43420) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:05:59.569380 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-585772ff-5de9-4dbd-a5c6-afa15230f10f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:05:59.647968 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-585772ff-5de9-4dbd-a5c6-afa15230f10f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:59.649735 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-585772ff-5de9-4dbd-a5c6-afa15230f10f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:59.807718 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-585772ff-5de9-4dbd-a5c6-afa15230f10f demo demo] Publish callbacks [] for router_controller (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), precommit_add_association {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:59.885921 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-585772ff-5de9-4dbd-a5c6-afa15230f10f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:59.976282 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-585772ff-5de9-4dbd-a5c6-afa15230f10f demo demo] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:05:59.978552 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-585772ff-5de9-4dbd-a5c6-afa15230f10f demo demo] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7903991 Sep 04 16:06:00.250692 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device f7267585-fa64-4d82-9201-9e287cd9413d up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:06:00.341149 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port f7267585-fa64-4d82-9201-9e287cd9413d triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:00.341655 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:00.443981 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port f7267585-fa64-4d82-9201-9e287cd9413d is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:06:00.444381 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:00.478977 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port f7267585-fa64-4d82-9201-9e287cd9413d, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=f7267585-fa64-4d82-9201-9e287cd9413d,segment=NetworkSegment(c754c70c-b951-47de-8bf3-d74c12eaecdd),segment_id=c754c70c-b951-47de-8bf3-d74c12eaecdd)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:06:00.559787 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:00.591899 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc6b819-12d4-4e20-bc52-9fa693a4cee4 None None] Network b64a42f4-6342-483b-9621-c949bf2f383c requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:06:00.674141 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-962d6faf-067d-4aec-9cf8-16cd170b6ee9 None None] Provisioning complete for port f7267585-fa64-4d82-9201-9e287cd9413d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:00.674534 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-962d6faf-067d-4aec-9cf8-16cd170b6ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:00.676620 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=f7267585-fa64-4d82-9201-9e287cd9413d,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:00.768277 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:00.814843 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-962d6faf-067d-4aec-9cf8-16cd170b6ee9 None None] Current status of the port f7267585-fa64-4d82-9201-9e287cd9413d is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:06:00.933781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-b14b3fa0-9513-4377-9f31-dde7574aa086 None None] Provisioning complete for port f7267585-fa64-4d82-9201-9e287cd9413d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:00.934172 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b14b3fa0-9513-4377-9f31-dde7574aa086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:01.008717 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-b14b3fa0-9513-4377-9f31-dde7574aa086 None None] Current status of the port f7267585-fa64-4d82-9201-9e287cd9413d is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:06:02.214545 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device f7267585-fa64-4d82-9201-9e287cd9413d up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:06:02.262667 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port f7267585-fa64-4d82-9201-9e287cd9413d triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:02.262976 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:02.303188 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:02.331732 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port f7267585-fa64-4d82-9201-9e287cd9413d is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:06:02.469708 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43430) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:06:02.790017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [None req-0e4d170f-9c52-4ae0-a0b6-675331cc82d7 admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:06:02.791025 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-0e4d170f-9c52-4ae0-a0b6-675331cc82d7 admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3203773 Sep 04 16:06:05.248567 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 43438) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:06:05.586066 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:06:05.599511 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writer thread running {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 04 16:06:05.605267 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:05.650748 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-312b11a2-8ab7-466d-b73a-672d83668430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:05.715740 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Made reservation on behalf of 677669b803a2416fad6430932644a341 for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:06:05.725772 dv-cinder-852364-6-iscsi neutron-server[106841]: ERROR stevedore.extension [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 04 16:06:05.787764 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.policy [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 04 16:06:05.829050 dv-cinder-852364-6-iscsi neutron-server[106841]: WARNING oslo_policy.policy [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 16:06:05.829365 dv-cinder-852364-6-iscsi neutron-server[106841]: WARNING oslo_policy.policy [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 04 16:06:05.839260 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:05.861404 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:05.979817 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Publish callbacks [] for security_group (54a3f995-dfe5-4080-bdc4-654b4df05fc4), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:06.041285 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (54a3f995-dfe5-4080-bdc4-654b4df05fc4), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:06.054464 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Reserving flat network on physical network physnet1 {{(pid=106841) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 04 16:06:06.087530 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788897880459', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (4821e8db-3504-4fa1-a46a-1fd4d59dec7f), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:06.088086 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Unsubscribe: segment precommit_create {{(pid=106841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 04 16:06:06.088623 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Added segment 4821e8db-3504-4fa1-a46a-1fd4d59dec7f of type flat for network 220b5998-8e99-49a1-b51e-8e802bbf4d14 Sep 04 16:06:06.106628 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a3f995-dfe5-4080-bdc4-654b4df05fc4,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:06.165388 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.165759 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.166228 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.166565 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.166892 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.167224 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.167544 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.167861 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.168184 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.168507 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.168837 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.169171 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.169487 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.169822 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.170133 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Tracked resource versions report: Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: pushed versions: Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: { 'AddressGroup': {'1.2'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Agent': {'1.1'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'ConntrackHelper': {'1.0'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'LocalIPAssociation': {'1.0'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Log': {'1.0'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'NDPProxy': {'1.0'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Network': {'1.1'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Port': {'1.7'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'PortForwarding': {'1.3'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'QosPolicy': {'1.10'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SecurityGroup': {'1.5'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SecurityGroupRule': {'1.2'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SubPort': {'1.0'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Subnet': {'1.1'}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Trunk': {'1.1'}} Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: consumer versions: Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: { DHCP agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: L3 agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: Metadata agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: Metering agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: Open vSwitch agent@dv-cinder-852364-6-iscsi: { 'AddressGroup': '1.2', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Agent': '1.1', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'ConntrackHelper': '1.0', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'LocalIPAssociation': '1.0', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Log': '1.0', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'NDPProxy': '1.0', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Network': '1.1', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Port': '1.7', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'PortForwarding': '1.3', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'QosPolicy': '1.10', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SecurityGroup': '1.5', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SecurityGroupRule': '1.2', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SubPort': '1.0', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Subnet': '1.1', Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Trunk': '1.1'}} Sep 04 16:06:06.171604 dv-cinder-852364-6-iscsi neutron-server[106841]: {{(pid=106841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 16:06:06.211108 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (220b5998-8e99-49a1-b51e-8e802bbf4d14), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:06.315721 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (220b5998-8e99-49a1-b51e-8e802bbf4d14), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:06.316913 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:06:06.317631 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:06.420850 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] Pushing event updated for resources: {'Network': ['ID=220b5998-8e99-49a1-b51e-8e802bbf4d14,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:06.431027 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:06:06.450118 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-76e04338-36f2-4a92-8321-7eae4719ac0b admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2004521 Sep 04 16:06:07.944556 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-2b4976b1-4ee7-40be-aec8-3c41cde2962b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:08.883435 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43454) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:06:09.083078 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:09.253703 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b8019-2385-4c4b-839b-37c3557692bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:06:09.255071 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-646b8019-2385-4c4b-839b-37c3557692bc demo admin] 10.222.0.39 "GET /networking/v2.0/subnets/00170f1e-8920-4241-84e3-44604fff41e6 HTTP/1.1" status: 200 len: 849 time: 0.3707747 Sep 04 16:06:09.375817 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-ccf199af-d2c6-4201-880e-9561e5fc1c50 demo admin] 10.222.0.39 "GET /networking/v2.0/routers/4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 HTTP/1.1" status: 200 len: 704 time: 0.1146426 Sep 04 16:06:09.414996 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:09.636642 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:09.924042 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Allocated IP 172.20.0.1 (b64a42f4-6342-483b-9621-c949bf2f383c/00170f1e-8920-4241-84e3-44604fff41e6/d48f0489-45da-4d6e-b823-22eee3adeb0e) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:06:09.936521 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:10.080001 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Publish callbacks [] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.245768 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.320759 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Network b64a42f4-6342-483b-9621-c949bf2f383c is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:06:10.330132 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:06:10.334958 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:06:10.335927 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.355390 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Pushing event updated for resources: {'Port': ['ID=d48f0489-45da-4d6e-b823-22eee3adeb0e,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:10.553404 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.578971 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-230d7289-7f5a-4760-acbc-6f750f0a6dbc None None] Provisioning complete for port d48f0489-45da-4d6e-b823-22eee3adeb0e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:10.579345 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-230d7289-7f5a-4760-acbc-6f750f0a6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.622320 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.624175 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-230d7289-7f5a-4760-acbc-6f750f0a6dbc None None] Port d48f0489-45da-4d6e-b823-22eee3adeb0e cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:06:10.648912 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:10.687096 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.828378 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Publish callbacks [] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.869454 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.870250 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:10.947180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Pushing event updated for resources: {'Port': ['ID=d48f0489-45da-4d6e-b823-22eee3adeb0e,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:10.996465 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Network b64a42f4-6342-483b-9621-c949bf2f383c is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:06:10.997768 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:06:11.201247 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Router 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:06:11.244165 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-0d343d99-9e6d-4856-9969-eaf41a952792 None None] Provisioning complete for port d48f0489-45da-4d6e-b823-22eee3adeb0e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:11.244544 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0d343d99-9e6d-4856-9969-eaf41a952792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:11.279644 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-0d343d99-9e6d-4856-9969-eaf41a952792 None None] Port d48f0489-45da-4d6e-b823-22eee3adeb0e cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:06:11.294284 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:06:11.299339 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-a2eeb102-875b-4a17-8b8e-6d1738c00ecd demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/4e540e11-adb8-4127-8fe7-3c0ac9ded0f3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9180257 Sep 04 16:06:11.303964 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Sync routers for ids ['4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:06:11.320140 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Routers {'4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:06:11.321024 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:06:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:06:11.503709 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Set router 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 gateway port host: None {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:06:11.923090 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'name': 'router1', 'tenant_id': '300553fe41194f45839b5a1043768774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:05:59Z', 'updated_at': '2022-09-04T16:06:10Z', 'revision_number': 2, 'project_id': '300553fe41194f45839b5a1043768774', 'gw_port_host': None, '_interfaces': [{'id': 'd48f0489-45da-4d6e-b823-22eee3adeb0e', 'name': '', 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c', 'tenant_id': '300553fe41194f45839b5a1043768774', 'mac_address': 'fa:16:3e:5a:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00170f1e-8920-4241-84e3-44604fff41e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:06:09Z', 'updated_at': '2022-09-04T16:06:10Z', 'revision_number': 2, 'project_id': '300553fe41194f45839b5a1043768774', 'subnets': [{'id': '00170f1e-8920-4241-84e3-44604fff41e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9ca165a-c53a-4b51-a0af-dbeac05ec0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:06:11.970521 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Checking router: 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:06:11.971234 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Updating router 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 port d48f0489-45da-4d6e-b823-22eee3adeb0e binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:06:12.032002 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:12.532915 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Publish callbacks [] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:12.622250 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:12.768264 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Pushing event updated for resources: {'Port': ['ID=d48f0489-45da-4d6e-b823-22eee3adeb0e,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:12.775981 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Attempting to bind port d48f0489-45da-4d6e-b823-22eee3adeb0e on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:06:12.776371 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Attempting to bind port d48f0489-45da-4d6e-b823-22eee3adeb0e by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'c754c70c-b951-47de-8bf3-d74c12eaecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:06:12.776854 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Attempting to bind port d48f0489-45da-4d6e-b823-22eee3adeb0e on network b64a42f4-6342-483b-9621-c949bf2f383c {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:06:12.781940 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.782273 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.782606 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.782935 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.783255 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.783577 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.783882 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.784192 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.785180 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.785741 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.785842 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.786146 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.786462 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.786772 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.787081 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Tracked resource versions report: Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: pushed versions: Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: { 'AddressGroup': {'1.2'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Agent': {'1.1'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'ConntrackHelper': {'1.0'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'LocalIPAssociation': {'1.0'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Log': {'1.0'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'NDPProxy': {'1.0'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Network': {'1.1'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Port': {'1.7'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'PortForwarding': {'1.3'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'QosPolicy': {'1.10'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SecurityGroup': {'1.5'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SecurityGroupRule': {'1.2'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SubPort': {'1.0'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Subnet': {'1.1'}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Trunk': {'1.1'}} Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: consumer versions: Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: { DHCP agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: L3 agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: Metadata agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: Metering agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: Open vSwitch agent@dv-cinder-852364-6-iscsi: { 'AddressGroup': '1.2', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Agent': '1.1', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'ConntrackHelper': '1.0', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'LocalIPAssociation': '1.0', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Log': '1.0', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'NDPProxy': '1.0', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Network': '1.1', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Port': '1.7', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'PortForwarding': '1.3', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'QosPolicy': '1.10', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SecurityGroup': '1.5', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SecurityGroupRule': '1.2', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SubPort': '1.0', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Subnet': '1.1', Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Trunk': '1.1'}} Sep 04 16:06:12.788522 dv-cinder-852364-6-iscsi neutron-server[106844]: {{(pid=106844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 16:06:12.792055 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:06:12.792450 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Checking segment: {'id': 'c754c70c-b951-47de-8bf3-d74c12eaecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:06:12.792924 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:12.793293 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Bound using segment: {'id': 'c754c70c-b951-47de-8bf3-d74c12eaecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:06:12.793794 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Bound port: d48f0489-45da-4d6e-b823-22eee3adeb0e, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c754c70c-b951-47de-8bf3-d74c12eaecdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:06:12.794162 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:12.826380 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:12.860163 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] For port d48f0489-45da-4d6e-b823-22eee3adeb0e, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:06:12.880828 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] For port d48f0489-45da-4d6e-b823-22eee3adeb0e, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d48f0489-45da-4d6e-b823-22eee3adeb0e,segment=NetworkSegment(c754c70c-b951-47de-8bf3-d74c12eaecdd),segment_id=c754c70c-b951-47de-8bf3-d74c12eaecdd)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:06:12.978921 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:13.018589 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Routers {'4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:06:13.019661 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:06:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:06:13.054724 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:13.100385 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acec03e-4272-4001-bb81-db36bc3e4ba9 None None] Pushing event updated for resources: {'Port': ['ID=d48f0489-45da-4d6e-b823-22eee3adeb0e,revision_number=4']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:13.120089 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] Set router 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 gateway port host: None {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:06:13.323900 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'name': 'router1', 'tenant_id': '300553fe41194f45839b5a1043768774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:05:59Z', 'updated_at': '2022-09-04T16:06:10Z', 'revision_number': 2, 'project_id': '300553fe41194f45839b5a1043768774', 'gw_port_host': None, '_interfaces': [{'id': 'd48f0489-45da-4d6e-b823-22eee3adeb0e', 'name': '', 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c', 'tenant_id': '300553fe41194f45839b5a1043768774', 'mac_address': 'fa:16:3e:5a:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00170f1e-8920-4241-84e3-44604fff41e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:06:09Z', 'updated_at': '2022-09-04T16:06:12Z', 'revision_number': 4, 'project_id': '300553fe41194f45839b5a1043768774', 'subnets': [{'id': '00170f1e-8920-4241-84e3-44604fff41e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9ca165a-c53a-4b51-a0af-dbeac05ec0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:06:13.349694 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69614a5-b25a-4a26-a076-ee72de777e09 None None] The sync data for ids ['4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'] in dv-cinder-852364-6-iscsi is: [{'id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'name': 'router1', 'tenant_id': '300553fe41194f45839b5a1043768774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:05:59Z', 'updated_at': '2022-09-04T16:06:10Z', 'revision_number': 2, 'project_id': '300553fe41194f45839b5a1043768774', 'gw_port_host': None, '_interfaces': [{'id': 'd48f0489-45da-4d6e-b823-22eee3adeb0e', 'name': '', 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c', 'tenant_id': '300553fe41194f45839b5a1043768774', 'mac_address': 'fa:16:3e:5a:a4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00170f1e-8920-4241-84e3-44604fff41e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:06:09Z', 'updated_at': '2022-09-04T16:06:12Z', 'revision_number': 4, 'project_id': '300553fe41194f45839b5a1043768774', 'subnets': [{'id': '00170f1e-8920-4241-84e3-44604fff41e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9ca165a-c53a-4b51-a0af-dbeac05ec0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:06:13.685592 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43464) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:06:14.015496 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:14.080724 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68190981-9d3f-4073-88aa-ad17eade329d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:06:14.082560 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-68190981-9d3f-4073-88aa-ad17eade329d admin admin] 10.222.0.39 "GET /networking/v2.0/networks/220b5998-8e99-49a1-b51e-8e802bbf4d14 HTTP/1.1" status: 200 len: 842 time: 0.3960776 Sep 04 16:06:14.092643 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:06:14.193510 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Made reservation on behalf of 677669b803a2416fad6430932644a341 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:06:14.195871 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:14.526900 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.objects.ports [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106842) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 04 16:06:14.527357 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (a8680c33-bd9b-4f5a-88d1-964b33900176), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:14.532416 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:14.589022 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8680c33-bd9b-4f5a-88d1-964b33900176,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:14.603466 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:06:14.603822 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Network hostable DHCP agents. Network: 220b5998-8e99-49a1-b51e-8e802bbf4d14, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:06:14.670138 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:06:14.736394 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 220b5998-8e99-49a1-b51e-8e802bbf4d14) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:06:14.740669 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:06:14.741255 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:14.747525 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff7d024-0648-4550-9779-dc3872e97d0f None None] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:06:14.830727 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-a8651daa-f02f-4764-8ab7-9005c2d41c23 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7416191 Sep 04 16:06:14.856500 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2aad5f-562a-45f8-b097-b2176c0f9e77 None None] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:06:16.413286 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=47,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:16.417582 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=26,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:17.254036 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43474) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:06:17.753710 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-40971bf8-10db-4118-b929-d7e8d9492732 demo admin] 10.222.0.39 "GET /networking/v2.0/routers/4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 HTTP/1.1" status: 200 len: 710 time: 0.4984939 Sep 04 16:06:17.843311 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a67b95-c9c1-4c45-ac4e-dcce9ef48593 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:06:17.844663 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f7a67b95-c9c1-4c45-ac4e-dcce9ef48593 demo admin] 10.222.0.39 "GET /networking/v2.0/networks/220b5998-8e99-49a1-b51e-8e802bbf4d14 HTTP/1.1" status: 200 len: 886 time: 0.0848608 Sep 04 16:06:17.854407 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:06:18.007826 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:18.094233 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Publish callbacks [] for router_gateway (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:18.257854 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d48f0489-45da-4d6e-b823-22eee3adeb0e up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:06:18.307654 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port d48f0489-45da-4d6e-b823-22eee3adeb0e triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:18.308026 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:18.383608 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port d48f0489-45da-4d6e-b823-22eee3adeb0e is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:06:18.383998 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:18.403825 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:18.410060 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Publish callbacks [] for router_gateway (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:18.418365 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port d48f0489-45da-4d6e-b823-22eee3adeb0e, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d48f0489-45da-4d6e-b823-22eee3adeb0e,segment=NetworkSegment(c754c70c-b951-47de-8bf3-d74c12eaecdd),segment_id=c754c70c-b951-47de-8bf3-d74c12eaecdd)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:06:18.491041 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:18.493078 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:18.546108 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=d48f0489-45da-4d6e-b823-22eee3adeb0e,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:18.610741 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Allocated IP 172.27.3.222 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/70adedf1-a606-4633-aed5-b578693aa4f0) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:06:18.693065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:18.713984 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Publish callbacks [] for port (70adedf1-a606-4633-aed5-b578693aa4f0), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:18.830185 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (70adedf1-a606-4633-aed5-b578693aa4f0), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:18.867441 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:06:18.872178 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:06:18.875519 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:06:18.920301 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Pushing event updated for resources: {'Port': ['ID=70adedf1-a606-4633-aed5-b578693aa4f0,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:18.997712 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:19.232992 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Publish callbacks [] for router_gateway (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:19.506092 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3778071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4223'] for router (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:19.509645 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3778048'] for router (4e540e11-adb8-4127-8fe7-3c0ac9ded0f3), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:19.614596 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Router 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:06:19.717181 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:06:19.721326 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:19.723998 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-2182ef45-4dc1-4d6d-8711-78745a9a91af demo admin] 10.222.0.39 "PUT /networking/v2.0/routers/4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 HTTP/1.1" status: 200 len: 890 time: 1.8726611 Sep 04 16:06:19.763816 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Sync routers for ids ['4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:06:19.776940 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Routers {'4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:06:19.777647 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:06:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:06:19.986232 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Set router 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:06:20.257277 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d48f0489-45da-4d6e-b823-22eee3adeb0e up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:06:20.263865 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:20.388505 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port d48f0489-45da-4d6e-b823-22eee3adeb0e triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:20.388889 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:20.524607 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'name': 'router1', 'tenant_id': '300553fe41194f45839b5a1043768774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '70adedf1-a606-4633-aed5-b578693aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:05:59Z', 'updated_at': '2022-09-04T16:06:19Z', 'revision_number': 4, 'project_id': '300553fe41194f45839b5a1043768774', 'gw_port': {'id': '70adedf1-a606-4633-aed5-b578693aa4f0', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:06:18Z', 'updated_at': '2022-09-04T16:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'd48f0489-45da-4d6e-b823-22eee3adeb0e', 'name': '', 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c', 'tenant_id': '300553fe41194f45839b5a1043768774', 'mac_address': 'fa:16:3e:5a:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00170f1e-8920-4241-84e3-44604fff41e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:06:09Z', 'updated_at': '2022-09-04T16:06:18Z', 'revision_number': 5, 'project_id': '300553fe41194f45839b5a1043768774', 'subnets': [{'id': '00170f1e-8920-4241-84e3-44604fff41e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9ca165a-c53a-4b51-a0af-dbeac05ec0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:06:20.580337 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Checking router: 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:06:20.580686 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Updating router 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 port 70adedf1-a606-4633-aed5-b578693aa4f0 binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:06:20.660879 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (70adedf1-a606-4633-aed5-b578693aa4f0), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:20.682551 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port d48f0489-45da-4d6e-b823-22eee3adeb0e is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:06:20.917738 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:20.979715 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Publish callbacks [] for port (70adedf1-a606-4633-aed5-b578693aa4f0), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:21.041417 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (70adedf1-a606-4633-aed5-b578693aa4f0), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:21.077360 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Attempting to bind port 70adedf1-a606-4633-aed5-b578693aa4f0 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:06:21.077796 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Attempting to bind port 70adedf1-a606-4633-aed5-b578693aa4f0 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:06:21.078119 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Attempting to bind port 70adedf1-a606-4633-aed5-b578693aa4f0 on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:06:21.092198 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:06:21.092568 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:06:21.092966 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:21.093354 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:06:21.093835 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Bound port: 70adedf1-a606-4633-aed5-b578693aa4f0, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:06:21.094243 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (70adedf1-a606-4633-aed5-b578693aa4f0), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:21.114733 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09128aab-8d84-4a53-97f8-1cacc01eabfa None None] Pushing event updated for resources: {'Port': ['ID=70adedf1-a606-4633-aed5-b578693aa4f0,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:21.146915 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] For port 70adedf1-a606-4633-aed5-b578693aa4f0, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:06:21.149851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] For port 70adedf1-a606-4633-aed5-b578693aa4f0, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=70adedf1-a606-4633-aed5-b578693aa4f0,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:06:21.207544 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (70adedf1-a606-4633-aed5-b578693aa4f0), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:21.248015 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Routers {'4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:06:21.248620 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:06:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:06:21.296370 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09128aab-8d84-4a53-97f8-1cacc01eabfa None None] Pushing event updated for resources: {'Port': ['ID=70adedf1-a606-4633-aed5-b578693aa4f0,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:21.362210 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] Set router 4e540e11-adb8-4127-8fe7-3c0ac9ded0f3 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:06:21.468317 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:21.564720 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'name': 'router1', 'tenant_id': '300553fe41194f45839b5a1043768774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '70adedf1-a606-4633-aed5-b578693aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:05:59Z', 'updated_at': '2022-09-04T16:06:19Z', 'revision_number': 4, 'project_id': '300553fe41194f45839b5a1043768774', 'gw_port': {'id': '70adedf1-a606-4633-aed5-b578693aa4f0', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:06:18Z', 'updated_at': '2022-09-04T16:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'd48f0489-45da-4d6e-b823-22eee3adeb0e', 'name': '', 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c', 'tenant_id': '300553fe41194f45839b5a1043768774', 'mac_address': 'fa:16:3e:5a:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00170f1e-8920-4241-84e3-44604fff41e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:06:09Z', 'updated_at': '2022-09-04T16:06:18Z', 'revision_number': 5, 'project_id': '300553fe41194f45839b5a1043768774', 'subnets': [{'id': '00170f1e-8920-4241-84e3-44604fff41e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9ca165a-c53a-4b51-a0af-dbeac05ec0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:06:21.590458 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ecac09-07a3-4f6d-9076-2351fd1f3a36 None None] The sync data for ids ['4e540e11-adb8-4127-8fe7-3c0ac9ded0f3'] in dv-cinder-852364-6-iscsi is: [{'id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'name': 'router1', 'tenant_id': '300553fe41194f45839b5a1043768774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '70adedf1-a606-4633-aed5-b578693aa4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:05:59Z', 'updated_at': '2022-09-04T16:06:19Z', 'revision_number': 4, 'project_id': '300553fe41194f45839b5a1043768774', 'gw_port': {'id': '70adedf1-a606-4633-aed5-b578693aa4f0', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:06:18Z', 'updated_at': '2022-09-04T16:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'd48f0489-45da-4d6e-b823-22eee3adeb0e', 'name': '', 'network_id': 'b64a42f4-6342-483b-9621-c949bf2f383c', 'tenant_id': '300553fe41194f45839b5a1043768774', 'mac_address': 'fa:16:3e:5a:a4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e540e11-adb8-4127-8fe7-3c0ac9ded0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00170f1e-8920-4241-84e3-44604fff41e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:06:09Z', 'updated_at': '2022-09-04T16:06:18Z', 'revision_number': 5, 'project_id': '300553fe41194f45839b5a1043768774', 'subnets': [{'id': '00170f1e-8920-4241-84e3-44604fff41e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9ca165a-c53a-4b51-a0af-dbeac05ec0bd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:06:22.243074 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 70adedf1-a606-4633-aed5-b578693aa4f0 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:06:22.290136 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 70adedf1-a606-4633-aed5-b578693aa4f0 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:22.290341 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (70adedf1-a606-4633-aed5-b578693aa4f0), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:22.326329 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 43486) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:06:22.370477 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 70adedf1-a606-4633-aed5-b578693aa4f0 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:06:22.370868 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (70adedf1-a606-4633-aed5-b578693aa4f0), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:22.392485 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 70adedf1-a606-4633-aed5-b578693aa4f0, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=70adedf1-a606-4633-aed5-b578693aa4f0,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:06:22.452786 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (70adedf1-a606-4633-aed5-b578693aa4f0), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:22.478642 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:22.500182 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=70adedf1-a606-4633-aed5-b578693aa4f0,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:06:22.720026 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-87c72657-4931-4551-b147-79480dfa2ac8 admin admin] 10.222.0.39 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3925729 Sep 04 16:06:23.323905 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=46 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:23.326795 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=22 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:24.225607 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 70adedf1-a606-4633-aed5-b578693aa4f0 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:06:24.268319 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 70adedf1-a606-4633-aed5-b578693aa4f0 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:06:24.268773 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (70adedf1-a606-4633-aed5-b578693aa4f0), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:24.352696 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 70adedf1-a606-4633-aed5-b578693aa4f0 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:06:31.969582 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 5 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:06:32.714465 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:32.718080 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=49 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:34.342809 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=46 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:34.351204 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=17 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:34.987728 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:35.641139 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-61ac984f-1d12-465f-af97-7a8fca7f7de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:37.983777 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ede7e21b-88fd-478b-a3ed-fd95bfbdfccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:39.030067 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:40.564386 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:40.658228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:06:41.969443 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=6 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:50.469728 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:06:50.606316 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:05.639164 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b46fdb34-7b0a-4488-8b26-6a24293abfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:07.994648 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3c9674c2-8cb3-4f41-a9fd-3f5d25572df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:08.970397 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 5 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:07:09.045666 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:10.573004 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:10.686115 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:11.973521 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:18.966013 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:20.479020 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:20.612822 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:33.967225 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:35.633772 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-71de397e-f7a3-48cf-beb1-6d89419c778a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:37.935304 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-28353933-f13a-45d3-ad08-0919042254f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:39.032101 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:40.541158 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:40.667960 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:45.970849 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 5 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:07:47.079600 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44026) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:07:47.418394 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbf6872-beb6-473a-ba5e-0046a52c51f3 admin admin] GET failed (client error): The resource could not be found. Sep 04 16:07:47.419670 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-0cbf6872-beb6-473a-ba5e-0046a52c51f3 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3392169 Sep 04 16:07:47.582284 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254d2f3-507a-483d-af08-ab4fe04cd341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:07:47.583735 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-7254d2f3-507a-483d-af08-ab4fe04cd341 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591854 Sep 04 16:07:49.927457 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44038) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:07:50.290729 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97540d07-e7b0-4976-a1b2-2b764fda34b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:07:50.292080 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-97540d07-e7b0-4976-a1b2-2b764fda34b3 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/00170f1e-8920-4241-84e3-44604fff41e6 HTTP/1.1" status: 200 len: 849 time: 0.3637772 Sep 04 16:07:50.301699 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:07:50.388735 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Publish callbacks [] for subnet (00170f1e-8920-4241-84e3-44604fff41e6), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:50.581970 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788897823681'] for subnet (00170f1e-8920-4241-84e3-44604fff41e6), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:50.604903 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:UPDATE=1,neutron:SELECT=8 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:50.606769 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:50.615976 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:07:50.616833 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:50.620536 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f416f9fa-c231-42dc-bc6e-c6b809ed82fa None None] Network b64a42f4-6342-483b-9621-c949bf2f383c requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:07:50.622060 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] 10.222.0.39 "PUT /networking/v2.0/subnets/00170f1e-8920-4241-84e3-44604fff41e6 HTTP/1.1" status: 200 len: 868 time: 0.3240221 Sep 04 16:07:50.646518 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00170f1e-8920-4241-84e3-44604fff41e6,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:07:50.654048 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.654382 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.654739 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.655112 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.655429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.655746 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.656063 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.656366 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.656691 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.657008 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.657939 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.658271 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.658666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.658989 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.659299 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d95b4-6748-4745-8c13-ee0042e2b56d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:07:50.970420 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-5a8e08f8-6a3f-4562-ab61-295117d704e2 None None] Provisioning complete for port d48f0489-45da-4d6e-b823-22eee3adeb0e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:07:50.970814 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5a8e08f8-6a3f-4562-ab61-295117d704e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d48f0489-45da-4d6e-b823-22eee3adeb0e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:51.042493 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e08f8-6a3f-4562-ab61-295117d704e2 None None] Current status of the port d48f0489-45da-4d6e-b823-22eee3adeb0e is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:07:51.051023 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-5a8e08f8-6a3f-4562-ab61-295117d704e2 None None] Provisioning complete for port f7267585-fa64-4d82-9201-9e287cd9413d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:07:51.051403 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5a8e08f8-6a3f-4562-ab61-295117d704e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (f7267585-fa64-4d82-9201-9e287cd9413d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:07:51.125196 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e08f8-6a3f-4562-ab61-295117d704e2 None None] Current status of the port f7267585-fa64-4d82-9201-9e287cd9413d is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:07:52.981313 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44046) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:07:53.456239 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f97957-46b9-44b0-afb0-4d91206f886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:07:53.456693 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f97957-46b9-44b0-afb0-4d91206f886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:07:53.458260 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-41f97957-46b9-44b0-afb0-4d91206f886c admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4759741 Sep 04 16:07:55.785779 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44054) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:07:55.965926 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=16 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:55.966696 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=18 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:56.191638 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30652ddd-0b26-4930-881c-b21e35c3bfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:07:56.192098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30652ddd-0b26-4930-881c-b21e35c3bfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:07:56.193729 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-30652ddd-0b26-4930-881c-b21e35c3bfe2 admin admin] 10.222.0.39 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4070680 Sep 04 16:07:58.527011 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44062) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:07:58.927388 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:07:58.930295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a633855-db5d-4a9e-ad78-81e9a41b3fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:07:58.931678 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-9a633855-db5d-4a9e-ad78-81e9a41b3fa1 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/220b5998-8e99-49a1-b51e-8e802bbf4d14 HTTP/1.1" status: 200 len: 886 time: 0.4037297 Sep 04 16:08:01.122516 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=50 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:01.124137 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=27 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:01.323165 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44070) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:08:01.816570 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:01.847848 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06029d21-1d76-446f-a3ae-cfe6637f92b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:01.849315 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-06029d21-1d76-446f-a3ae-cfe6637f92b5 admin admin] 10.222.0.39 "GET /networking/v2.0/networks/b64a42f4-6342-483b-9621-c949bf2f383c HTTP/1.1" status: 200 len: 869 time: 0.5251732 Sep 04 16:08:04.210166 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44078) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:08:04.611024 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af6d6e-e8f1-4955-8537-f2399d076a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:04.611506 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af6d6e-e8f1-4955-8537-f2399d076a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:04.613039 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-a3af6d6e-e8f1-4955-8537-f2399d076a1d admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4018893 Sep 04 16:08:05.661851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d89c15f0-428d-45be-afa0-290192f0c541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:06.947307 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44086) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:08:07.309767 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f4109-88b2-4d4a-867c-6001b90eeed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:07.310226 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f4109-88b2-4d4a-867c-6001b90eeed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:07.311718 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-ee0f4109-88b2-4d4a-867c-6001b90eeed2 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3634734 Sep 04 16:08:07.953302 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-59c4e16f-f31e-4f79-925b-cd24f93c5e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:09.038835 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:09.623833 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44094) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:08:10.033168 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b444ef8-d9e9-4380-8ad1-787199b82798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:10.034597 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-7b444ef8-d9e9-4380-8ad1-787199b82798 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/00170f1e-8920-4241-84e3-44604fff41e6 HTTP/1.1" status: 200 len: 868 time: 0.4097970 Sep 04 16:08:10.529854 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:10.678624 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:12.361502 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44104) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:08:12.726996 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c20b7f-6e18-481d-9a77-c9290823f0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:12.728309 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-12c20b7f-6e18-481d-9a77-c9290823f0f2 admin admin] 10.222.0.39 "GET /networking/v2.0/subnets/a8680c33-bd9b-4f5a-88d1-964b33900176 HTTP/1.1" status: 200 len: 816 time: 0.3658519 Sep 04 16:08:17.303961 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=28 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:17.305145 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=13 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:20.605219 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:20.613752 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:22.722265 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=12 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:22.724164 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=11 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:22.969645 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 5 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:08:32.965486 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:32.966345 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:35.672343 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-f814980c-7755-4847-84a2-33326798d9ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:37.946549 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-bcfdce03-a92f-4285-9f3e-03182db3b152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:39.038228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:40.535466 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:40.666609 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:41.513272 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44160) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:08:41.837010 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [None req-4719b755-079b-4dd7-aecf-73cfbf6c9a2a admin admin] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:08:41.838183 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-4719b755-079b-4dd7-aecf-73cfbf6c9a2a admin admin] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3239353 Sep 04 16:08:44.226991 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44168) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:08:44.562738 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ad9816-95fe-44d0-8ef4-c13b65ab293b admin admin] GET failed (client error): The resource could not be found. Sep 04 16:08:44.564039 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c5ad9816-95fe-44d0-8ef4-c13b65ab293b admin admin] 10.222.0.39 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3361359 Sep 04 16:08:44.757059 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d83d736-0c22-4540-a467-375f320b3af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:44.758820 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-2d83d736-0c22-4540-a467-375f320b3af3 admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1903691 Sep 04 16:08:47.144354 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44176) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:08:47.464008 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:47.540147 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Made reservation on behalf of 677669b803a2416fad6430932644a341 for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:08:47.542514 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:47.570392 dv-cinder-852364-6-iscsi neutron-server[106842]: WARNING neutron.services.revisions.revision_plugin [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Could not find related network for resource to bump revision. Sep 04 16:08:47.583244 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:08:47.592532 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (a06bdeca-6a4b-4b5a-8ea5-0b45e273b320), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:47.592860 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Added segment a06bdeca-6a4b-4b5a-8ea5-0b45e273b320 of type vlan for network c75f23ff-5ccd-45af-9393-06fadec1dd17 Sep 04 16:08:47.639772 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (c75f23ff-5ccd-45af-9393-06fadec1dd17), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:47.717840 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (c75f23ff-5ccd-45af-9393-06fadec1dd17), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:47.719342 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:47.719914 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:47.810659 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] Pushing event updated for resources: {'Network': ['ID=c75f23ff-5ccd-45af-9393-06fadec1dd17,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:47.820722 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network c75f23ff-5ccd-45af-9393-06fadec1dd17 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:08:47.846893 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f1bc2b8a-ac53-4ba0-9c2a-ff789c7ae3ec admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7014098 Sep 04 16:08:50.209098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44184) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:08:50.552699 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d91819-1cc8-457b-bc3c-562ce4ee7ceb admin admin] GET failed (client error): The resource could not be found. Sep 04 16:08:50.554041 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-54d91819-1cc8-457b-bc3c-562ce4ee7ceb admin admin] 10.222.0.39 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3439837 Sep 04 16:08:50.626798 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbed80c-2986-4943-b150-176976e2400b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:50.628245 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-3dbed80c-2986-4943-b150-176976e2400b admin admin] 10.222.0.39 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697885 Sep 04 16:08:50.638357 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:08:50.740103 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Made reservation on behalf of 677669b803a2416fad6430932644a341 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:08:50.742449 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:50.969939 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (9fb406c1-a9e9-4f35-adf0-22eaafcdade0), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:51.026225 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fb406c1-a9e9-4f35-adf0-22eaafcdade0,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:51.036964 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.037303 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.037658 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.037987 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.038310 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.038634 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.038950 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.039263 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.039604 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.039923 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.040252 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.040584 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.040898 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.041207 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.041514 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.044676 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Checking segment: {'id': 'a06bdeca-6a4b-4b5a-8ea5-0b45e273b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:08:51.045017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Network hostable DHCP agents. Network: c75f23ff-5ccd-45af-9393-06fadec1dd17, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:08:51.146066 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Network c75f23ff-5ccd-45af-9393-06fadec1dd17 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:08:51.249003 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, c75f23ff-5ccd-45af-9393-06fadec1dd17) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:08:51.253075 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:08:51.253692 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:51.260391 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d1c69-4c70-4ff1-881a-834bca666f1e None None] Network c75f23ff-5ccd-45af-9393-06fadec1dd17 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:08:51.348809 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-ed49dace-3971-45e9-b8a4-04ee4639ee92 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7136724 Sep 04 16:08:51.361223 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-c75f23ff-5ccd-45af-9393-06fadec1dd17', 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17', 'project_id': '677669b803a2416fad6430932644a341', 'fixed_ips': [{'subnet_id': '9fb406c1-a9e9-4f35-adf0-22eaafcdade0'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:08:51.362290 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:51.599613 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Allocated IP 192.168.233.2 (c75f23ff-5ccd-45af-9393-06fadec1dd17/9fb406c1-a9e9-4f35-adf0-22eaafcdade0/9fbe41b7-f499-4eff-8fed-14547f324385) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:08:51.743426 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Publish callbacks [] for port (9fbe41b7-f499-4eff-8fed-14547f324385), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:51.832260 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (9fbe41b7-f499-4eff-8fed-14547f324385), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:51.873190 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Network c75f23ff-5ccd-45af-9393-06fadec1dd17 is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:08:51.875070 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:08:51.879169 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:08:51.884445 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Pushing event updated for resources: {'Port': ['ID=9fbe41b7-f499-4eff-8fed-14547f324385,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:51.896625 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.896964 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.897315 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.897684 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.898014 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.898335 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.898649 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.898965 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.899282 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.899597 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.899909 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.900241 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.900557 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.900872 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.901182 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:08:51.955493 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Attempting to bind port 9fbe41b7-f499-4eff-8fed-14547f324385 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:08:51.955851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Attempting to bind port 9fbe41b7-f499-4eff-8fed-14547f324385 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'a06bdeca-6a4b-4b5a-8ea5-0b45e273b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:08:51.956205 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Attempting to bind port 9fbe41b7-f499-4eff-8fed-14547f324385 on network c75f23ff-5ccd-45af-9393-06fadec1dd17 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:08:51.961321 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:08:51.961717 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Checking segment: {'id': 'a06bdeca-6a4b-4b5a-8ea5-0b45e273b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:08:51.962109 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:51.962485 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Bound using segment: {'id': 'a06bdeca-6a4b-4b5a-8ea5-0b45e273b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:08:51.962933 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Bound port: 9fbe41b7-f499-4eff-8fed-14547f324385, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06bdeca-6a4b-4b5a-8ea5-0b45e273b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:08:51.963322 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9fbe41b7-f499-4eff-8fed-14547f324385), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:52.033503 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] For port 9fbe41b7-f499-4eff-8fed-14547f324385, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:08:52.036749 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] For port 9fbe41b7-f499-4eff-8fed-14547f324385, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=9fbe41b7-f499-4eff-8fed-14547f324385,segment=NetworkSegment(a06bdeca-6a4b-4b5a-8ea5-0b45e273b320),segment_id=a06bdeca-6a4b-4b5a-8ea5-0b45e273b320)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:08:52.101169 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (9fbe41b7-f499-4eff-8fed-14547f324385), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:52.126789 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:52.155473 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce73c0-d9d5-4a63-8958-9dd9eeb1edf8 None None] Pushing event updated for resources: {'Port': ['ID=9fbe41b7-f499-4eff-8fed-14547f324385,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:52.393620 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 9fbe41b7-f499-4eff-8fed-14547f324385 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:08:52.451734 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 9fbe41b7-f499-4eff-8fed-14547f324385 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:08:52.452118 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (9fbe41b7-f499-4eff-8fed-14547f324385), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:52.494665 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:08:52.532060 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 9fbe41b7-f499-4eff-8fed-14547f324385 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:08:52.532060 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9fbe41b7-f499-4eff-8fed-14547f324385), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:52.566671 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 9fbe41b7-f499-4eff-8fed-14547f324385, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=9fbe41b7-f499-4eff-8fed-14547f324385,segment=NetworkSegment(a06bdeca-6a4b-4b5a-8ea5-0b45e273b320),segment_id=a06bdeca-6a4b-4b5a-8ea5-0b45e273b320)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:08:52.643725 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (9fbe41b7-f499-4eff-8fed-14547f324385), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:52.692328 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=9fbe41b7-f499-4eff-8fed-14547f324385,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:08:52.987497 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c6a26-5cf2-4922-8c23-df3529bffb1c None None] Network c75f23ff-5ccd-45af-9393-06fadec1dd17 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:08:53.099569 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-80f5aeda-3f0d-4233-b2de-a56a250a97f6 None None] Provisioning complete for port 9fbe41b7-f499-4eff-8fed-14547f324385 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:08:53.099951 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-80f5aeda-3f0d-4233-b2de-a56a250a97f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (9fbe41b7-f499-4eff-8fed-14547f324385), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:53.181912 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-80f5aeda-3f0d-4233-b2de-a56a250a97f6 None None] Current status of the port 9fbe41b7-f499-4eff-8fed-14547f324385 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:08:53.299806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-341a0dd7-b08c-4fd9-9b79-2a11dc52fe8b None None] Provisioning complete for port 9fbe41b7-f499-4eff-8fed-14547f324385 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:08:53.300180 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-341a0dd7-b08c-4fd9-9b79-2a11dc52fe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (9fbe41b7-f499-4eff-8fed-14547f324385), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:53.388414 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-341a0dd7-b08c-4fd9-9b79-2a11dc52fe8b None None] Current status of the port 9fbe41b7-f499-4eff-8fed-14547f324385 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:08:54.322182 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 9fbe41b7-f499-4eff-8fed-14547f324385 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:08:54.370757 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 9fbe41b7-f499-4eff-8fed-14547f324385 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:08:54.371145 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (9fbe41b7-f499-4eff-8fed-14547f324385), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:08:54.444326 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 9fbe41b7-f499-4eff-8fed-14547f324385 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:08:59.968674 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 5 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:09:01.257462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:01.263635 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:04.441899 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=61 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:04.442635 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:05.660257 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b633e495-1e1a-46d3-8fc7-d86bbb50e316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:07.962854 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-24ecde35-2777-4d8f-bc05-dc447f8dd4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:09.025865 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:09.965284 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=6 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:09.966094 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:10.545099 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:10.665710 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:20.607822 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:20.615834 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:35.642580 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d42e1cad-ba26-41cb-8605-0656e7dec6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:36.967217 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 5 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:09:37.922949 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4d3006fa-7ac3-4c73-8fdd-44e889d353d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:39.047968 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:40.522238 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:40.659146 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:09:46.963814 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:46.964550 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:50.614127 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:09:50.619177 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:05.635998 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-00eef407-7013-4445-bbde-f614332a05b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:07.950460 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e9916f01-040a-42a4-95a3-f5620aa325c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:09.041766 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:10.584774 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:10.688162 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:13.965676 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 5 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:10:14.443862 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44228) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:10:14.449498 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [None req-71a13a6a-36d5-40ae-8484-2183ac9395d0 tempest-verify_tempest_config-872717596 tempest-verify_tempest_config-872717596-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:10:14.450530 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-71a13a6a-36d5-40ae-8484-2183ac9395d0 tempest-verify_tempest_config-872717596 tempest-verify_tempest_config-872717596-project] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056961 Sep 04 16:10:15.102688 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44246) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:10:15.434105 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:15.510421 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Publish callbacks [] for security_group (2bbdbb77-8fcc-4d10-aac7-7e4810397dc7), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:15.572982 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (2bbdbb77-8fcc-4d10-aac7-7e4810397dc7), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:15.622067 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7323203d53dd486ba94de7cc575332ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5182834 Sep 04 16:10:15.622951 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbdbb77-8fcc-4d10-aac7-7e4810397dc7,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:15.624887 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44250) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:10:15.631059 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.631405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.631765 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.632102 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.632430 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.632754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.633079 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.633396 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.633759 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.634350 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.634694 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.635050 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.635323 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.635633 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.635945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c90be3-3322-40ea-9a9a-481599a97d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.682253 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Publish callbacks [] for security_group (2bbdbb77-8fcc-4d10-aac7-7e4810397dc7), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:15.701384 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Publish callbacks [] for security_group (2bbdbb77-8fcc-4d10-aac7-7e4810397dc7), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:15.860081 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (2bbdbb77-8fcc-4d10-aac7-7e4810397dc7), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:15.862700 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:15.863838 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2bbdbb77-8fcc-4d10-aac7-7e4810397dc7 HTTP/1.1" status: 204 len: 168 time: 0.2378833 Sep 04 16:10:15.871564 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbdbb77-8fcc-4d10-aac7-7e4810397dc7,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:10:15.878922 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.879269 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.879612 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.879943 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.880270 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.880585 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.881041 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.881355 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.881695 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.882011 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.882344 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.882664 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.882976 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.883287 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:15.883592 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507780f7-eec3-47a3-8199-906f98b76dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:10:16.956962 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:20.623230 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:23.962159 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:25.616115 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:25.627652 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:25.867277 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:25.875225 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:25.903983 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:34.741614 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=14 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:34.743492 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=12 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:35.653085 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-16c21111-55ad-43c2-b220-7f15f3692f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:37.978866 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0b14b982-5992-4af4-a1fe-b70cf457a152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:39.052834 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:40.526155 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:40.686716 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:10:50.622570 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:50.625533 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:10:50.964029 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 5 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:11:00.959559 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:11:00.960378 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:11:05.645717 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ddf4fcd8-b742-47a5-adc5-406d523a0944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:07.938435 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0b7a510c-35e1-4a71-ae6b-1e1b9575da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:09.058118 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:10.560097 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:10.698308 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:20.625212 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:11:20.627023 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:11:27.962038 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 5 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:11:35.663850 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-741548ee-d0bd-4fb9-ae75-ea9817a6a1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:37.950199 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-24ecfd32-aad4-4e19-ba8e-a14f069d1b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:37.958469 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:11:37.959679 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:11:39.091075 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:40.553608 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:40.698094 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:46.869320 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3776555'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:11:56.808452 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:11:56.811696 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:11:58.750833 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44346) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:11:58.876604 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-893575f1-7e09-4a3c-b603-53735f0ad67b admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1247773 Sep 04 16:12:01.093871 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44356) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:12:01.148428 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f080b5a6-c333-45a7-9384-cdbf92553d2e admin admin] 10.222.0.39 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534911 Sep 04 16:12:04.961363 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:12:05.635522 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7890b5df-82ec-4316-b124-3072dfc5be13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:07.930425 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8dc51e57-c80b-4bd9-bc08-58cc91633b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:09.097367 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:10.543001 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:10.697676 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:11.142877 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:11.143654 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:14.957697 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:14.958472 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:16.851911 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:26.791491 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:26.797397 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:34.745319 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=11 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:34.747138 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=15 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:35.628406 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9db7c0cc-4997-44da-a729-b075ff7a9392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:37.929068 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5835575c-6d30-4db8-9303-b01286629712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:39.079872 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:40.554535 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:40.697304 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:41.961900 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:12:46.880245 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:12:51.956096 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:51.958048 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:56.819923 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:12:56.822213 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:05.657912 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-972bd10a-67ed-4082-8d63-1c8866be0fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:07.917167 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-dd0396b3-9481-41e2-818b-dfb5c724869e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:09.102669 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:10.534000 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:10.711513 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:16.908122 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:18.960972 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:13:26.838538 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:26.840437 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:33.066314 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44516) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:33.338415 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-network', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:33.463049 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Made reservation on behalf of 3219dc7400ec4957a31b1b0fabfd8c56 for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:33.465272 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:33.481544 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:33.566923 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Publish callbacks [] for security_group (c5010401-f693-4b6e-bd5d-d098d33a8c0f), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:33.625300 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c5010401-f693-4b6e-bd5d-d098d33a8c0f), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:33.654244 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:13:33.664301 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5010401-f693-4b6e-bd5d-d098d33a8c0f,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:33.675523 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.675945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.676465 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.676797 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.677119 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.677440 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.677780 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.678092 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.678438 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.678752 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.679071 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.679379 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.679684 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.680168 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.680480 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Tracked resource versions report: Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: pushed versions: Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: { 'AddressGroup': {'1.2'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Agent': {'1.1'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'ConntrackHelper': {'1.0'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'LocalIPAssociation': {'1.0'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Log': {'1.0'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'NDPProxy': {'1.0'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Network': {'1.1'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Port': {'1.7'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'PortForwarding': {'1.3'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'QosPolicy': {'1.10'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SecurityGroup': {'1.5'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SecurityGroupRule': {'1.2'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SubPort': {'1.0'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Subnet': {'1.1'}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Trunk': {'1.1'}} Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: consumer versions: Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: { DHCP agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: HyperV agent@hv-cinder-85236: {}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: L3 agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: Metadata agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: Metering agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: Open vSwitch agent@dv-cinder-852364-6-iscsi: { 'AddressGroup': '1.2', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Agent': '1.1', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'ConntrackHelper': '1.0', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'LocalIPAssociation': '1.0', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Log': '1.0', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'NDPProxy': '1.0', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Network': '1.1', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Port': '1.7', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'PortForwarding': '1.3', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'QosPolicy': '1.10', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SecurityGroup': '1.5', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SecurityGroupRule': '1.2', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'SubPort': '1.0', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Subnet': '1.1', Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: 'Trunk': '1.1'}} Sep 04 16:13:33.681695 dv-cinder-852364-6-iscsi neutron-server[106842]: {{(pid=106842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 16:13:33.684819 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (f5905d89-e0e7-47f2-8c38-fbd9b96cefec), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:33.685324 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Added segment f5905d89-e0e7-47f2-8c38-fbd9b96cefec of type vlan for network d8e80fc6-ad05-43a4-89cd-45fef4a75dff Sep 04 16:13:33.727021 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (d8e80fc6-ad05-43a4-89cd-45fef4a75dff), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:33.741586 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44562) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:33.802328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (d8e80fc6-ad05-43a4-89cd-45fef4a75dff), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:33.803371 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:33.803975 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:33.870370 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] Pushing event updated for resources: {'Network': ['ID=d8e80fc6-ad05-43a4-89cd-45fef4a75dff,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:33.880223 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:13:33.925619 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-1516476f-578e-42b4-b16e-64d643637dfd admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8582504 Sep 04 16:13:33.928678 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44574) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:33.933272 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Request body: {'subnet': {'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-subnet', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:33.973299 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:33.974859 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:34.006043 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44576) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:34.040295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Made reservation on behalf of 3219dc7400ec4957a31b1b0fabfd8c56 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:34.042821 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.280147 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (8e524df5-d90a-462e-b47c-e3a2cd1e1833), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.283223 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1884896668-network', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:34.341313 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e524df5-d90a-462e-b47c-e3a2cd1e1833,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:34.363429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Checking segment: {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:34.363805 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Network hostable DHCP agents. Network: d8e80fc6-ad05-43a4-89cd-45fef4a75dff, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:13:34.365534 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Made reservation on behalf of 17338e3b6b204595a43fddc1c00ed26b for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:34.367891 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:34.369535 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.386955 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.387120 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-652491228-network', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:34.456257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44590) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:34.464323 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:13:34.488527 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Publish callbacks [] for security_group (1c5f5cf4-45be-4ee1-9624-5d9e7914670a), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.491795 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Made reservation on behalf of cb043a0ecad3466bbd5a5874126d2810 for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:34.494263 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.505462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.526380 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:34.555917 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, d8e80fc6-ad05-43a4-89cd-45fef4a75dff) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:34.576958 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f7879-9e95-4182-be8a-47d33602bfe1 None None] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:34.586187 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:34.588330 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.593926 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1c5f5cf4-45be-4ee1-9624-5d9e7914670a), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.614701 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=106841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:13:34.648161 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (ed08d8e1-b902-4099-be19-2b5a019d7919), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.648350 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Publish callbacks [] for security_group (eac0e466-40fe-4d4b-a33f-64fedc8763fa), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.649071 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Added segment ed08d8e1-b902-4099-be19-2b5a019d7919 of type vlan for network 20f718a7-f41d-48a2-8822-cd43d3405a61 Sep 04 16:13:34.650984 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f5cf4-45be-4ee1-9624-5d9e7914670a,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:34.667483 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.667912 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.668329 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.668731 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.669126 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.669516 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.670086 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.670473 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.670874 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.671263 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.671661 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.672064 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.673175 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.673826 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.674346 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Tracked resource versions report: Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: pushed versions: Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: { 'AddressGroup': {'1.2'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Agent': {'1.1'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'ConntrackHelper': {'1.0'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'LocalIPAssociation': {'1.0'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Log': {'1.0'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'NDPProxy': {'1.0'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Network': {'1.1'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Port': {'1.7'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'PortForwarding': {'1.3'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'QosPolicy': {'1.10'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SecurityGroup': {'1.5'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SecurityGroupRule': {'1.2'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SubPort': {'1.0'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Subnet': {'1.1'}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Trunk': {'1.1'}} Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: consumer versions: Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: { DHCP agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: HyperV agent@hv-cinder-85236: {}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: L3 agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: Metadata agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: Metering agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: Open vSwitch agent@dv-cinder-852364-6-iscsi: { 'AddressGroup': '1.2', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Agent': '1.1', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'ConntrackHelper': '1.0', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'LocalIPAssociation': '1.0', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Log': '1.0', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'NDPProxy': '1.0', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Network': '1.1', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Port': '1.7', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'PortForwarding': '1.3', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'QosPolicy': '1.10', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SecurityGroup': '1.5', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SecurityGroupRule': '1.2', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'SubPort': '1.0', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Subnet': '1.1', Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: 'Trunk': '1.1'}} Sep 04 16:13:34.675774 dv-cinder-852364-6-iscsi neutron-server[106841]: {{(pid=106841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 16:13:34.710917 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-74fb6169-0c10-4673-a080-5b4837dcb4d1 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7787516 Sep 04 16:13:34.711164 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44596) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:34.724078 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:34.729393 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (20f718a7-f41d-48a2-8822-cd43d3405a61), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.760147 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-d8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:13:34.762266 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.765015 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (eac0e466-40fe-4d4b-a33f-64fedc8763fa), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.795999 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:13:34.818548 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (ca3181b6-5fc0-490e-879b-8840c662abfe), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.819324 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Added segment ca3181b6-5fc0-490e-879b-8840c662abfe of type vlan for network a845be48-e7c6-44a4-9bea-76b6b11d7a03 Sep 04 16:13:34.846232 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (20f718a7-f41d-48a2-8822-cd43d3405a61), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.847335 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:34.848224 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.858229 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac0e466-40fe-4d4b-a33f-64fedc8763fa,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:34.891813 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (421579d0-576d-4711-b954-945f2a7b2101), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.892901 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (421579d0-576d-4711-b954-945f2a7b2101), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.928525 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] Pushing event updated for resources: {'Network': ['ID=20f718a7-f41d-48a2-8822-cd43d3405a61,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:34.943351 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 20f718a7-f41d-48a2-8822-cd43d3405a61 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:13:34.964744 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks [] for router_controller (421579d0-576d-4711-b954-945f2a7b2101), precommit_add_association {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:34.970464 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2058471937-network', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:34.974905 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (a845be48-e7c6-44a4-9bea-76b6b11d7a03), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.009186 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-36fb6ee1-f5c9-43b7-ba06-91507f8f83de admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2665310 Sep 04 16:13:35.012536 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44606) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:35.018418 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Request body: {'subnet': {'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1884896668-subnet', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:35.045451 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Allocated IP 172.20.0.2 (d8e80fc6-ad05-43a4-89cd-45fef4a75dff/8e524df5-d90a-462e-b47c-e3a2cd1e1833/8829ba5c-329b-414c-8c25-866d62b42496) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:35.148564 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (a845be48-e7c6-44a4-9bea-76b6b11d7a03), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.153652 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:35.153652 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.153652 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Made reservation on behalf of 1cc5ea4158344d5c8a35bc5783410620 for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:35.156389 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.165201 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Made reservation on behalf of 17338e3b6b204595a43fddc1c00ed26b for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:35.167782 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.217003 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Publish callbacks [] for port (8829ba5c-329b-414c-8c25-866d62b42496), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.272055 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.283210 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks [] for router_gateway (421579d0-576d-4711-b954-945f2a7b2101), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.299699 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:35.334914 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (8829ba5c-329b-414c-8c25-866d62b42496), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.387216 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3789656 Sep 04 16:13:35.388521 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44634) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:35.394844 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Request body: {'subnet': {'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-subnet', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:35.398771 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:35.404506 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3970d48-a6f4-47b4-b00a-c6a314aed24c admin admin] Pushing event updated for resources: {'Network': ['ID=a845be48-e7c6-44a4-9bea-76b6b11d7a03,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:35.406671 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:35.413953 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:35.420368 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:13:35.428489 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Pushing event updated for resources: {'Port': ['ID=8829ba5c-329b-414c-8c25-866d62b42496,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:35.501381 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.501923 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.502451 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.502900 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.503323 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.503797 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.504155 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.505231 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.505231 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.505231 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.506427 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.506427 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.506427 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.507389 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.507804 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Tracked resource versions report: Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: pushed versions: Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: { 'AddressGroup': {'1.2'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Agent': {'1.1'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'ConntrackHelper': {'1.0'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'LocalIPAssociation': {'1.0'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Log': {'1.0'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'NDPProxy': {'1.0'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Network': {'1.1'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Port': {'1.7'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'PortForwarding': {'1.3'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'QosPolicy': {'1.10'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SecurityGroup': {'1.5'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SecurityGroupRule': {'1.2'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SubPort': {'1.0'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Subnet': {'1.1'}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Trunk': {'1.1'}} Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: consumer versions: Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: { DHCP agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: HyperV agent@hv-cinder-85236: {}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: L3 agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: Metadata agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: Metering agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: Open vSwitch agent@dv-cinder-852364-6-iscsi: { 'AddressGroup': '1.2', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Agent': '1.1', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'ConntrackHelper': '1.0', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'LocalIPAssociation': '1.0', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Log': '1.0', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'NDPProxy': '1.0', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Network': '1.1', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Port': '1.7', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'PortForwarding': '1.3', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'QosPolicy': '1.10', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SecurityGroup': '1.5', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SecurityGroupRule': '1.2', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'SubPort': '1.0', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Subnet': '1.1', Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: 'Trunk': '1.1'}} Sep 04 16:13:35.509147 dv-cinder-852364-6-iscsi neutron-server[106843]: {{(pid=106843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 16:13:35.562583 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Made reservation on behalf of cb043a0ecad3466bbd5a5874126d2810 for: {'subnet': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:35.568667 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.592531 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Attempting to bind port 8829ba5c-329b-414c-8c25-866d62b42496 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:35.596520 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Attempting to bind port 8829ba5c-329b-414c-8c25-866d62b42496 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:35.596520 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Attempting to bind port 8829ba5c-329b-414c-8c25-866d62b42496 on network d8e80fc6-ad05-43a4-89cd-45fef4a75dff {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:35.600475 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:35.600976 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Checking segment: {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:35.601617 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.602177 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Bound using segment: {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:35.602830 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Bound port: 8829ba5c-329b-414c-8c25-866d62b42496, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:35.603295 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (8829ba5c-329b-414c-8c25-866d62b42496), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.698426 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-12312860-9689-445f-8339-dd885bad30c5 None None] For port 8829ba5c-329b-414c-8c25-866d62b42496, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:35.705477 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-12312860-9689-445f-8339-dd885bad30c5 None None] For port 8829ba5c-329b-414c-8c25-866d62b42496, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8829ba5c-329b-414c-8c25-866d62b42496,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:35.714436 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-34c890ef-754d-4072-bcb9-2963e103162c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.805179 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (a4c646dd-1d50-42f2-b91e-83b7d0688c27), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.809426 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:35.813033 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Publish callbacks [] for security_group (1e759000-3b11-4179-b787-f013a2170548), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.815308 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (8829ba5c-329b-414c-8c25-866d62b42496), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.913033 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1e759000-3b11-4179-b787-f013a2170548), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:35.928501 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:35.943357 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12312860-9689-445f-8339-dd885bad30c5 None None] Pushing event updated for resources: {'Port': ['ID=8829ba5c-329b-414c-8c25-866d62b42496,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:35.984742 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c646dd-1d50-42f2-b91e-83b7d0688c27,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:36.093801 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:13:36.102479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks [] for router_gateway (421579d0-576d-4711-b954-945f2a7b2101), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.107123 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e759000-3b11-4179-b787-f013a2170548,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:36.131956 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (8f65ba93-9c99-4786-b78c-6bac60cc7e87), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.138069 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (35880d55-459f-43a5-a523-deee68acb521), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.140123 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Added segment 35880d55-459f-43a5-a523-deee68acb521 of type vlan for network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 Sep 04 16:13:36.150370 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.281184 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f65ba93-9c99-4786-b78c-6bac60cc7e87,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:36.283799 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Checking segment: {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:36.283799 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Network hostable DHCP agents. Network: 20f718a7-f41d-48a2-8822-cd43d3405a61, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:13:36.283799 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (1fe4af06-d7bb-4218-9bf8-f19072fe6b17), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.312673 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Checking segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:36.313062 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Network hostable DHCP agents. Network: a845be48-e7c6-44a4-9bea-76b6b11d7a03, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:13:36.384146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Allocated IP 172.27.3.79 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/bba4d9cb-b258-4ff8-889f-21eaa3982844) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:36.417054 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:36.434111 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:13:36.470180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Network 20f718a7-f41d-48a2-8822-cd43d3405a61 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:13:36.478638 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (1fe4af06-d7bb-4218-9bf8-f19072fe6b17), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.479623 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:36.480203 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.550933 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, a845be48-e7c6-44a4-9bea-76b6b11d7a03) {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:36.555967 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:36.556592 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.563515 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72edb961-6807-4902-8454-956ba35fbc9a None None] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:36.582513 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 20f718a7-f41d-48a2-8822-cd43d3405a61) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:36.595764 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1381056 Sep 04 16:13:36.598697 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44660) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:36.608372 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Request body: {'subnet': {'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-subnet', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:36.611549 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:36.612146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.630680 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8829ba5c-329b-414c-8c25-866d62b42496 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:36.633288 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88d0dc-b518-49f6-8c42-eabdb714fdbb admin admin] Pushing event updated for resources: {'Network': ['ID=1fe4af06-d7bb-4218-9bf8-f19072fe6b17,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:36.637198 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:36.641532 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df6b41e-cdb5-43a4-a094-db18ca343651 None None] Network 20f718a7-f41d-48a2-8822-cd43d3405a61 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:36.646515 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks [] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.667455 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:36.674177 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:13:36.700873 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1e827fd6-6868-4c3d-80b3-9a70c675dbc0 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3070354 Sep 04 16:13:36.700873 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44668) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:36.704859 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:36.738936 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-e83af6a4-ff71-4df1-94fb-fe569d71f5e5 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7243574 Sep 04 16:13:36.744193 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44670) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:36.758925 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:36.759724 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:36.785851 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Made reservation on behalf of 1cc5ea4158344d5c8a35bc5783410620 for: {'subnet': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:36.788990 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.854611 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (ad964788-1a8d-4ddc-8bbd-5e5521429feb), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.856169 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (ad964788-1a8d-4ddc-8bbd-5e5521429feb), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.870821 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.895455 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 8829ba5c-329b-414c-8c25-866d62b42496 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:36.897552 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8829ba5c-329b-414c-8c25-866d62b42496), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.956224 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:13:36.957274 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:36.957628 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (d18bd00e-57b3-4da8-b140-106cd52a8fb8), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.238540 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (d18bd00e-57b3-4da8-b140-106cd52a8fb8), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.241462 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-20f718a7-f41d-48a2-8822-cd43d3405a61', 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61', 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'fixed_ips': [{'subnet_id': 'a4c646dd-1d50-42f2-b91e-83b7d0688c27'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:13:37.241462 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.263499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks [] for router_controller (ad964788-1a8d-4ddc-8bbd-5e5521429feb), precommit_add_association {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.263499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:37.263499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:37.263499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:37.263499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Pushing event updated for resources: {'Port': ['ID=bba4d9cb-b258-4ff8-889f-21eaa3982844,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:37.263499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:37.264231 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:37.265778 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks [] for router_controller (d18bd00e-57b3-4da8-b140-106cd52a8fb8), precommit_add_association {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.442300 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (b3dc0cdd-5a85-4672-8760-14c1555930d6), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.516836 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks [] for router_gateway (ad964788-1a8d-4ddc-8bbd-5e5521429feb), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.666104 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a32dc0c-54ec-402f-b4c5-689eda92e593 None None] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:37.734971 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3dc0cdd-5a85-4672-8760-14c1555930d6,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:37.765547 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks [] for router_gateway (421579d0-576d-4711-b954-945f2a7b2101), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.768124 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 8829ba5c-329b-414c-8c25-866d62b42496 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:37.768947 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (8829ba5c-329b-414c-8c25-866d62b42496), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.780994 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Allocated IP 172.20.0.2 (a845be48-e7c6-44a4-9bea-76b6b11d7a03/8f65ba93-9c99-4786-b78c-6bac60cc7e87/849e6e78-8649-47f0-8d61-0261cfe55d88) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:37.806353 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Allocated IP 172.20.0.2 (20f718a7-f41d-48a2-8822-cd43d3405a61/a4c646dd-1d50-42f2-b91e-83b7d0688c27/23b84357-b79a-423d-8e17-aa2c439ec25e) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:37.822906 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-9a5f979c-ab0e-4b21-bc07-8d9e23973521 None None] Provisioning complete for port 8829ba5c-329b-414c-8c25-866d62b42496 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:37.823434 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9a5f979c-ab0e-4b21-bc07-8d9e23973521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8829ba5c-329b-414c-8c25-866d62b42496), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.825389 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Checking segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:37.826091 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Network hostable DHCP agents. Network: 1fe4af06-d7bb-4218-9bf8-f19072fe6b17, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:13:37.873291 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks [] for router_gateway (d18bd00e-57b3-4da8-b140-106cd52a8fb8), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:37.975138 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:13:38.015876 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 8829ba5c-329b-414c-8c25-866d62b42496, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8829ba5c-329b-414c-8c25-866d62b42496,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:38.055022 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 1fe4af06-d7bb-4218-9bf8-f19072fe6b17) {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:38.055664 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-432bca66-51d5-4597-a097-19c0d0b7efed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.074268 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6b113f-2e9c-4e73-a37b-b5e8b743cb5b None None] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:38.083299 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks [] for router_gateway (ad964788-1a8d-4ddc-8bbd-5e5521429feb), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.089727 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:38.090879 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.112579 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.157555 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (8829ba5c-329b-414c-8c25-866d62b42496), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.209605 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:38.290924 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-3c0040b8-d51e-41eb-bbb9-afe00c86def8 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6884229 Sep 04 16:13:38.292793 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44728) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:38.301086 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:38.340899 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f979c-ab0e-4b21-bc07-8d9e23973521 None None] Current status of the port 8829ba5c-329b-414c-8c25-866d62b42496 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:38.451704 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=8829ba5c-329b-414c-8c25-866d62b42496,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:38.480047 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Publish callbacks [] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.485651 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Publish callbacks [] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.502443 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:13:38.503933 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.518666 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks [] for router_gateway (d18bd00e-57b3-4da8-b140-106cd52a8fb8), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.560812 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (421579d0-576d-4711-b954-945f2a7b2101), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.566956 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.623477 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Allocated IP 172.27.3.251 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/8d8065e8-b494-4378-aecb-e537b10db2d6) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:38.648051 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (c0f0c8a7-e05b-43fa-957e-f19ca664e927), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.650380 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (c0f0c8a7-e05b-43fa-957e-f19ca664e927), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.680414 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.687590 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.758204 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-8aa03bae-7e04-494c-bcd8-dacd50717030 None None] Provisioning complete for port 8829ba5c-329b-414c-8c25-866d62b42496 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:38.758622 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8aa03bae-7e04-494c-bcd8-dacd50717030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8829ba5c-329b-414c-8c25-866d62b42496), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.835785 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks [] for router_controller (c0f0c8a7-e05b-43fa-957e-f19ca664e927), precommit_add_association {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.871620 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks [] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:38.880550 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Network 20f718a7-f41d-48a2-8822-cd43d3405a61 is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:38.883859 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:38.894746 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:38.897795 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:38.911503 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:38.922016 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:38.925472 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Pushing event updated for resources: {'Port': ['ID=23b84357-b79a-423d-8e17-aa2c439ec25e,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:38.941625 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Allocated IP 172.20.0.2 (1fe4af06-d7bb-4218-9bf8-f19072fe6b17/b3dc0cdd-5a85-4672-8760-14c1555930d6/eff5fc0a-03af-4aba-a089-d7703a25c57d) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:39.035405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.037907 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Router 421579d0-576d-4711-b954-945f2a7b2101 is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:13:39.089435 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:39.096982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Pushing event updated for resources: {'Port': ['ID=849e6e78-8649-47f0-8d61-0261cfe55d88,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:39.124452 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=83,neutron:UPDATE=11,neutron:INSERT=6 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:39.124875 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks [] for router_gateway (c0f0c8a7-e05b-43fa-957e-f19ca664e927), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.129746 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:39.133310 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Pushing event updated for resources: {'Port': ['ID=8d8065e8-b494-4378-aecb-e537b10db2d6,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:39.139677 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:39.179195 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Attempting to bind port 23b84357-b79a-423d-8e17-aa2c439ec25e on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:39.179529 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Attempting to bind port 23b84357-b79a-423d-8e17-aa2c439ec25e by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:39.179895 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Attempting to bind port 23b84357-b79a-423d-8e17-aa2c439ec25e on network 20f718a7-f41d-48a2-8822-cd43d3405a61 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:39.185170 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Attempting to bind port 849e6e78-8649-47f0-8d61-0261cfe55d88 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:39.185612 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Attempting to bind port 849e6e78-8649-47f0-8d61-0261cfe55d88 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:39.188198 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Attempting to bind port 849e6e78-8649-47f0-8d61-0261cfe55d88 on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:39.210994 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:39.211372 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Checking segment: {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:39.211770 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.212220 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Bound using segment: {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:39.212668 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Bound port: 23b84357-b79a-423d-8e17-aa2c439ec25e, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:39.213044 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.222581 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:39.222955 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Checking segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:39.223343 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.223736 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Bound using segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:39.224221 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Bound port: 849e6e78-8649-47f0-8d61-0261cfe55d88, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:39.224581 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.226461 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.233929 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Allocated IP 172.27.3.120 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/527f3e13-2619-4507-b62d-989234a328ac) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:39.242785 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:39.246732 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-8aa03bae-7e04-494c-bcd8-dacd50717030 None None] Current status of the port 8829ba5c-329b-414c-8c25-866d62b42496 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:39.310412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:39.327116 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Sync routers for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:39.343039 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:39.343039 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:39.423615 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] For port 23b84357-b79a-423d-8e17-aa2c439ec25e, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:39.427794 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Publish callbacks [] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.430323 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] For port 23b84357-b79a-423d-8e17-aa2c439ec25e, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=23b84357-b79a-423d-8e17-aa2c439ec25e,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:39.436957 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] For port 849e6e78-8649-47f0-8d61-0261cfe55d88, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:39.440795 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] For port 849e6e78-8649-47f0-8d61-0261cfe55d88, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=849e6e78-8649-47f0-8d61-0261cfe55d88,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:39.460329 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.466320 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-23ff3b5c-7913-47e5-8abc-d518486ebab3 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7494440 Sep 04 16:13:39.468149 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44772) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:39.509238 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:39.513109 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.547679 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks [] for port (527f3e13-2619-4507-b62d-989234a328ac), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.574274 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.600535 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.611899 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks [] for router_gateway (ad964788-1a8d-4ddc-8bbd-5e5521429feb), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.631090 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:39.642667 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:39.664831 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:39.676433 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Pushing event updated for resources: {'Port': ['ID=eff5fc0a-03af-4aba-a089-d7703a25c57d,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:39.713085 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks [] for router_gateway (c0f0c8a7-e05b-43fa-957e-f19ca664e927), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.762117 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:39.893124 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bead11-8192-4e20-939b-3d802a7dd0d6 None None] Pushing event updated for resources: {'Port': ['ID=23b84357-b79a-423d-8e17-aa2c439ec25e,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:39.992559 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:37Z', 'revision_number': 3, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:40.012691 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Allocated IP 172.27.3.60 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/1b2953ac-ee54-4292-b801-c8c1c5b7cf1c) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:40.067773 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Checking router: 421579d0-576d-4711-b954-945f2a7b2101 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:40.068129 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Updating router 421579d0-576d-4711-b954-945f2a7b2101 port bba4d9cb-b258-4ff8-889f-21eaa3982844 binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:13:40.088134 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (527f3e13-2619-4507-b62d-989234a328ac), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:40.092129 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Attempting to bind port eff5fc0a-03af-4aba-a089-d7703a25c57d on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:40.096726 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Attempting to bind port eff5fc0a-03af-4aba-a089-d7703a25c57d by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:40.097535 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Attempting to bind port eff5fc0a-03af-4aba-a089-d7703a25c57d on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:40.116247 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:40.118500 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:40.119451 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Checking segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:40.120887 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:40.122587 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Bound using segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:40.123849 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Bound port: eff5fc0a-03af-4aba-a089-d7703a25c57d, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:40.124653 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:40.142010 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:40.158958 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:40.205557 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ea999-39be-418d-84b7-9cd96b4301a0 None None] Pushing event updated for resources: {'Port': ['ID=849e6e78-8649-47f0-8d61-0261cfe55d88,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:40.207874 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:40.246281 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:40.400097 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] For port eff5fc0a-03af-4aba-a089-d7703a25c57d, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:40.411138 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] For port eff5fc0a-03af-4aba-a089-d7703a25c57d, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=eff5fc0a-03af-4aba-a089-d7703a25c57d,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:40.446010 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (ad964788-1a8d-4ddc-8bbd-5e5521429feb), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:40.523166 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:40.526016 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:40.549756 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:40.614117 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:40.716485 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:40.758601 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44800) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:40.777735 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Pushing event updated for resources: {'Port': ['ID=527f3e13-2619-4507-b62d-989234a328ac,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:40.848934 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks [] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.009283 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:41.015136 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 23b84357-b79a-423d-8e17-aa2c439ec25e up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:41.086448 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6db05b-9443-4076-bc03-b9124e6c6fae None None] Pushing event updated for resources: {'Port': ['ID=eff5fc0a-03af-4aba-a089-d7703a25c57d,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:41.119916 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-94d7fcf8-b4eb-46e6-865e-aeb457a5bd97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.174550 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 23b84357-b79a-423d-8e17-aa2c439ec25e triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:41.179130 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.245976 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.252950 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:41.271266 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44814) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:41.301627 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 23b84357-b79a-423d-8e17-aa2c439ec25e is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:41.302336 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.325390 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks [] for router_gateway (d18bd00e-57b3-4da8-b140-106cd52a8fb8), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.370050 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 23b84357-b79a-423d-8e17-aa2c439ec25e, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=23b84357-b79a-423d-8e17-aa2c439ec25e,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:41.388036 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.407400 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Router ad964788-1a8d-4ddc-8bbd-5e5521429feb is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:13:41.439517 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.444047 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:41.451364 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.452178 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8829ba5c-329b-414c-8c25-866d62b42496 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:41.690293 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 8829ba5c-329b-414c-8c25-866d62b42496 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:41.690718 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8829ba5c-329b-414c-8c25-866d62b42496), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.707051 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aabf2ce-9c40-4056-af15-9434143962ed None None] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:41.729760 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Publish callbacks [] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.735627 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:41.749501 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:41.801621 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=23b84357-b79a-423d-8e17-aa2c439ec25e,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:41.810751 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.865262 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-3d4af110-f49f-4834-990b-0c81a70a29d5 None None] Provisioning complete for port 849e6e78-8649-47f0-8d61-0261cfe55d88 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:41.865680 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3d4af110-f49f-4834-990b-0c81a70a29d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.912498 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Pushing event updated for resources: {'Port': ['ID=bba4d9cb-b258-4ff8-889f-21eaa3982844,revision_number=2']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:41.948786 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.949192 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.949814 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.950248 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.951365 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.951933 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.952403 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.954736 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.955931 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.957326 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.958152 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.958519 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.959559 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b42040f5-7504-49ca-9d31-b77b7f9701fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.960891 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.960891 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.961308 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Tracked resource versions report: Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: pushed versions: Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: { 'AddressGroup': {'1.2'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Agent': {'1.1'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'ConntrackHelper': {'1.0'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'LocalIPAssociation': {'1.0'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Log': {'1.0'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'NDPProxy': {'1.0'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Network': {'1.1'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Port': {'1.7'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'PortForwarding': {'1.3'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'QosPolicy': {'1.10'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SecurityGroup': {'1.5'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SecurityGroupRule': {'1.2'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SubPort': {'1.0'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Subnet': {'1.1'}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Trunk': {'1.1'}} Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: consumer versions: Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: { DHCP agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: HyperV agent@hv-cinder-85236: {}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: L3 agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: Metadata agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: Metering agent@dv-cinder-852364-6-iscsi: {}, Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: Open vSwitch agent@dv-cinder-852364-6-iscsi: { 'AddressGroup': '1.2', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Agent': '1.1', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'ConntrackHelper': '1.0', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'LocalIPAssociation': '1.0', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Log': '1.0', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'NDPProxy': '1.0', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Network': '1.1', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Port': '1.7', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'PortForwarding': '1.3', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'QosPolicy': '1.10', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SecurityGroup': '1.5', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SecurityGroupRule': '1.2', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'SubPort': '1.0', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Subnet': '1.1', Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: 'Trunk': '1.1'}} Sep 04 16:13:41.966698 dv-cinder-852364-6-iscsi neutron-server[106844]: {{(pid=106844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 04 16:13:41.979551 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Attempting to bind port bba4d9cb-b258-4ff8-889f-21eaa3982844 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:41.980019 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Attempting to bind port bba4d9cb-b258-4ff8-889f-21eaa3982844 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:41.980387 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Attempting to bind port bba4d9cb-b258-4ff8-889f-21eaa3982844 on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:41.993680 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:41.994067 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:41.995993 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:41.997997 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:41.998325 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Bound port: bba4d9cb-b258-4ff8-889f-21eaa3982844, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:41.999894 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.041212 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:42.048612 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-94d7fcf8-b4eb-46e6-865e-aeb457a5bd97 admin admin] Publish callbacks [] for security_group (c390599b-f1de-4433-941c-817293cfb660), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.065155 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Sync routers for ids ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:42.107649 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (d18bd00e-57b3-4da8-b140-106cd52a8fb8), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.117684 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2953ac-ee54-4292-b801-c8c1c5b7cf1c,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:42.141893 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] For port bba4d9cb-b258-4ff8-889f-21eaa3982844, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:42.147008 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] For port bba4d9cb-b258-4ff8-889f-21eaa3982844, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=bba4d9cb-b258-4ff8-889f-21eaa3982844,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:42.154512 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-94d7fcf8-b4eb-46e6-865e-aeb457a5bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c390599b-f1de-4433-941c-817293cfb660), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.154945 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 8829ba5c-329b-414c-8c25-866d62b42496 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:42.156252 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 849e6e78-8649-47f0-8d61-0261cfe55d88 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:42.177662 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Routers {'ad964788-1a8d-4ddc-8bbd-5e5521429feb'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:42.178982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:42.183156 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de1121a-7f9e-4feb-ac48-5c378498de72 None None] Network 20f718a7-f41d-48a2-8822-cd43d3405a61 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:42.218278 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7fcf8-b4eb-46e6-865e-aeb457a5bd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c390599b-f1de-4433-941c-817293cfb660,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:42.245863 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.257506 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.262943 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-78fb88e6-2338-418a-9aef-78d80b63ad6c admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5159464 Sep 04 16:13:42.269373 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44826) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:42.274180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Allocated IP 172.20.0.1 (d8e80fc6-ad05-43a4-89cd-45fef4a75dff/8e524df5-d90a-462e-b47c-e3a2cd1e1833/2264beab-9303-409b-862f-419ec88388ee) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:42.353123 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:42.353781 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:42.508974 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-3d4af110-f49f-4834-990b-0c81a70a29d5 None None] Current status of the port 849e6e78-8649-47f0-8d61-0261cfe55d88 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:42.512608 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3d4af110-f49f-4834-990b-0c81a70a29d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.542029 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed5cfc-8678-4b0d-8cce-ba0e2696d81d None None] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:42.585466 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:42.590559 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 849e6e78-8649-47f0-8d61-0261cfe55d88 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:42.591253 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.642698 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:42.660625 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:42.661315 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:42.700895 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b42040f5-7504-49ca-9d31-b77b7f9701fc admin admin] Publish callbacks [] for security_group (84529d93-0d88-4345-ba60-054e1e584a4c), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.722815 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks [] for router_gateway (c0f0c8a7-e05b-43fa-957e-f19ca664e927), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.749356 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Set router ad964788-1a8d-4ddc-8bbd-5e5521429feb gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:42.766965 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-94d7fcf8-b4eb-46e6-865e-aeb457a5bd97 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2f68c2eedf0b4c52ba46d302f28c92ee&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0037825 Sep 04 16:13:42.771501 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44840) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:42.795613 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080597e-4d41-46b1-80a8-059520e0dfbd None None] Pushing event updated for resources: {'Port': ['ID=bba4d9cb-b258-4ff8-889f-21eaa3982844,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:42.803851 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b42040f5-7504-49ca-9d31-b77b7f9701fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (84529d93-0d88-4345-ba60-054e1e584a4c), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.874254 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-3d4af110-f49f-4834-990b-0c81a70a29d5 None None] For port 849e6e78-8649-47f0-8d61-0261cfe55d88, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=849e6e78-8649-47f0-8d61-0261cfe55d88,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:42.893822 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-b42040f5-7504-49ca-9d31-b77b7f9701fc admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f7786c29c31642a4a02db494e8a57e59&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6208255 Sep 04 16:13:42.899890 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44844) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:42.921946 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:37Z', 'revision_number': 3, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:42.941208 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Router d18bd00e-57b3-4da8-b140-106cd52a8fb8 is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:13:42.961589 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3d4af110-f49f-4834-990b-0c81a70a29d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:42.979315 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f5120-ffaf-4d9a-ac17-091467a26a34 None None] The sync data for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi is: [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:37Z', 'revision_number': 3, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:43.037479 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-659f229e-ed61-4cdb-a665-a85aa77620f6 admin admin] Publish callbacks [] for security_group (c390599b-f1de-4433-941c-817293cfb660), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.062559 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-659f229e-ed61-4cdb-a665-a85aa77620f6 admin admin] Publish callbacks [] for security_group (c390599b-f1de-4433-941c-817293cfb660), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.072059 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:43.130840 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:43.187555 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Publish callbacks [] for port (2264beab-9303-409b-862f-419ec88388ee), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.252748 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Provisioning complete for port 23b84357-b79a-423d-8e17-aa2c439ec25e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:43.253291 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.261180 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4af110-f49f-4834-990b-0c81a70a29d5 None None] Pushing event updated for resources: {'Port': ['ID=849e6e78-8649-47f0-8d61-0261cfe55d88,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:43.308822 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (c0f0c8a7-e05b-43fa-957e-f19ca664e927), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.309146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.332128 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 849e6e78-8649-47f0-8d61-0261cfe55d88 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:43.337747 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42040f5-7504-49ca-9d31-b77b7f9701fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84529d93-0d88-4345-ba60-054e1e584a4c,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:43.408552 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (2264beab-9303-409b-862f-419ec88388ee), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.473393 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:43.483476 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:39Z', 'revision_number': 3, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'gw_port': {'id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:43.528827 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Checking router: ad964788-1a8d-4ddc-8bbd-5e5521429feb for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:43.536276 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Updating router ad964788-1a8d-4ddc-8bbd-5e5521429feb port 8d8065e8-b494-4378-aecb-e537b10db2d6 binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:13:43.571425 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Pushing event updated for resources: {'Port': ['ID=2264beab-9303-409b-862f-419ec88388ee,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:43.593512 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Current status of the port 23b84357-b79a-423d-8e17-aa2c439ec25e is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:43.600296 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:43.616374 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Provisioning complete for port eff5fc0a-03af-4aba-a089-d7703a25c57d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:43.616755 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.619955 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.624754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:43.658323 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-659f229e-ed61-4cdb-a665-a85aa77620f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c390599b-f1de-4433-941c-817293cfb660), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.676423 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-659f229e-ed61-4cdb-a665-a85aa77620f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.680038 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-659f229e-ed61-4cdb-a665-a85aa77620f6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c390599b-f1de-4433-941c-817293cfb660 HTTP/1.1" status: 204 len: 168 time: 0.9031909 Sep 04 16:13:43.682242 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:43.711006 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:43.711564 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (421579d0-576d-4711-b954-945f2a7b2101), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.714834 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:43.728656 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f229e-ed61-4cdb-a665-a85aa77620f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c390599b-f1de-4433-941c-817293cfb660,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:43.773765 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4512c133-c03a-432a-8ce9-dd753cde9215 admin admin] Publish callbacks [] for security_group (84529d93-0d88-4345-ba60-054e1e584a4c), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.807730 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:43.821202 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c373921-411b-484f-a38e-969919a11695 None None] Sync routers for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:43.842614 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device eff5fc0a-03af-4aba-a089-d7703a25c57d up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:43.882948 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c373921-411b-484f-a38e-969919a11695 None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:43.883935 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-7c373921-411b-484f-a38e-969919a11695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:43.926666 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4512c133-c03a-432a-8ce9-dd753cde9215 admin admin] Publish callbacks [] for security_group (84529d93-0d88-4345-ba60-054e1e584a4c), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.947003 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:43.959623 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d38f50c0-9c43-4c58-a415-84a234813a30 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2568305 Sep 04 16:13:43.966050 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44858) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:43.993735 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port eff5fc0a-03af-4aba-a089-d7703a25c57d triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:43.994125 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.202065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:44.255786 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-7c373921-411b-484f-a38e-969919a11695 None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:44.266376 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Current status of the port eff5fc0a-03af-4aba-a089-d7703a25c57d is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:44.274629 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.312446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Allocated IP 172.20.0.1 (20f718a7-f41d-48a2-8822-cd43d3405a61/a4c646dd-1d50-42f2-b91e-83b7d0688c27/b39d9c65-505a-4240-8de6-7e0ed98c0d7d) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:44.350361 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2264beab-9303-409b-862f-419ec88388ee), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.623182 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] For port eff5fc0a-03af-4aba-a089-d7703a25c57d, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=eff5fc0a-03af-4aba-a089-d7703a25c57d,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:44.623182 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port eff5fc0a-03af-4aba-a089-d7703a25c57d is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:44.623182 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.725479 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-7c373921-411b-484f-a38e-969919a11695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:40Z', 'revision_number': 3, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:44.785323 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:44.798865 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Publish callbacks [] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.806360 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Publish callbacks [] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.815918 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c373921-411b-484f-a38e-969919a11695 None None] Checking router: d18bd00e-57b3-4da8-b140-106cd52a8fb8 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:44.820697 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c373921-411b-484f-a38e-969919a11695 None None] Updating router d18bd00e-57b3-4da8-b140-106cd52a8fb8 port 527f3e13-2619-4507-b62d-989234a328ac binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:13:44.831179 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44886) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:44.845717 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.db.api [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 16:13:44.849440 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG oslo_db.api [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 16:13:44.849440 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.849883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d48b6de5-df5c-4c9d-a5ee-97612d9c8d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.858253 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4512c133-c03a-432a-8ce9-dd753cde9215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (84529d93-0d88-4345-ba60-054e1e584a4c), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.861074 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4512c133-c03a-432a-8ce9-dd753cde9215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.864661 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-4512c133-c03a-432a-8ce9-dd753cde9215 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/84529d93-0d88-4345-ba60-054e1e584a4c HTTP/1.1" status: 204 len: 168 time: 1.9601247 Sep 04 16:13:44.883229 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.894480 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-7c373921-411b-484f-a38e-969919a11695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (527f3e13-2619-4507-b62d-989234a328ac), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.901657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Attempting to bind port 8d8065e8-b494-4378-aecb-e537b10db2d6 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:44.907391 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Attempting to bind port 8d8065e8-b494-4378-aecb-e537b10db2d6 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:44.907391 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Attempting to bind port 8d8065e8-b494-4378-aecb-e537b10db2d6 on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:44.913047 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:44.914565 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:44.914982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.915396 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:44.916276 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Bound port: 8d8065e8-b494-4378-aecb-e537b10db2d6, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:44.916276 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.921442 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Provisioning complete for port 849e6e78-8649-47f0-8d61-0261cfe55d88 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:44.921852 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.928444 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Publish callbacks [] for port (2264beab-9303-409b-862f-419ec88388ee), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:44.960215 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:13:44.967410 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512c133-c03a-432a-8ce9-dd753cde9215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84529d93-0d88-4345-ba60-054e1e584a4c,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:45.034855 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:45.041663 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Current status of the port 849e6e78-8649-47f0-8d61-0261cfe55d88 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:45.044071 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ac9f0-61a6-4d1f-b5b7-7551e0569b94 None None] Pushing event updated for resources: {'Port': ['ID=eff5fc0a-03af-4aba-a089-d7703a25c57d,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:45.057029 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (2264beab-9303-409b-862f-419ec88388ee), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.057822 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (421579d0-576d-4711-b954-945f2a7b2101), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.060639 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.095132 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc37050-dce5-4613-9ad8-0a21047611c8 None None] Pushing event updated for resources: {'Port': ['ID=8d8065e8-b494-4378-aecb-e537b10db2d6,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:45.134355 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] For port 8d8065e8-b494-4378-aecb-e537b10db2d6, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:45.143722 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] For port 8d8065e8-b494-4378-aecb-e537b10db2d6, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8d8065e8-b494-4378-aecb-e537b10db2d6,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:45.166332 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-70a76298-a544-480a-be04-5e17070228b5 None None] Provisioning complete for port 2264beab-9303-409b-862f-419ec88388ee triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:45.166890 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-70a76298-a544-480a-be04-5e17070228b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (2264beab-9303-409b-862f-419ec88388ee), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.173685 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:45.194296 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:45.226701 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:45.242107 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Network 20f718a7-f41d-48a2-8822-cd43d3405a61 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:45.247732 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.250750 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Pushing event updated for resources: {'Port': ['ID=2264beab-9303-409b-862f-419ec88388ee,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:45.253079 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:45.288766 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:45.291893 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:45.292586 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (ad964788-1a8d-4ddc-8bbd-5e5521429feb), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.306509 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d48b6de5-df5c-4c9d-a5ee-97612d9c8d8a admin admin] Publish callbacks [] for security_group (164f132d-e480-4744-9fab-97b85d75041f), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.315813 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.322343 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-70a76298-a544-480a-be04-5e17070228b5 None None] Port 2264beab-9303-409b-862f-419ec88388ee cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:13:45.336688 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-70a76298-a544-480a-be04-5e17070228b5 None None] Provisioning complete for port 23b84357-b79a-423d-8e17-aa2c439ec25e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:45.337063 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-70a76298-a544-480a-be04-5e17070228b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.366211 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.368488 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f538e1ca-9513-4564-a435-d9a619addf27 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0747306 Sep 04 16:13:45.374252 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44896) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:45.388404 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-7c373921-411b-484f-a38e-969919a11695 None None] Publish callbacks [] for port (527f3e13-2619-4507-b62d-989234a328ac), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.423973 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:45.424910 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:45.482394 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-7c373921-411b-484f-a38e-969919a11695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (527f3e13-2619-4507-b62d-989234a328ac), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.566870 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Routers {'ad964788-1a8d-4ddc-8bbd-5e5521429feb'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:45.567670 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:45.579732 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d48b6de5-df5c-4c9d-a5ee-97612d9c8d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (164f132d-e480-4744-9fab-97b85d75041f), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.599929 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-7c373921-411b-484f-a38e-969919a11695 None None] Attempting to bind port 527f3e13-2619-4507-b62d-989234a328ac on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:45.600301 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-7c373921-411b-484f-a38e-969919a11695 None None] Attempting to bind port 527f3e13-2619-4507-b62d-989234a328ac by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:45.600696 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c373921-411b-484f-a38e-969919a11695 None None] Attempting to bind port 527f3e13-2619-4507-b62d-989234a328ac on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:45.634413 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c373921-411b-484f-a38e-969919a11695 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:45.634807 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c373921-411b-484f-a38e-969919a11695 None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:45.635213 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-7c373921-411b-484f-a38e-969919a11695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.635608 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c373921-411b-484f-a38e-969919a11695 None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:45.636095 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-7c373921-411b-484f-a38e-969919a11695 None None] Bound port: 527f3e13-2619-4507-b62d-989234a328ac, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:45.636740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-7c373921-411b-484f-a38e-969919a11695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (527f3e13-2619-4507-b62d-989234a328ac), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.659201 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59b8a-dc3f-4856-98fc-d45758f38def None None] Pushing event updated for resources: {'Port': ['ID=527f3e13-2619-4507-b62d-989234a328ac,revision_number=2']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:45.666425 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port eff5fc0a-03af-4aba-a089-d7703a25c57d is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:45.667543 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 849e6e78-8649-47f0-8d61-0261cfe55d88 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:45.717984 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc37050-dce5-4613-9ad8-0a21047611c8 None None] Pushing event updated for resources: {'Port': ['ID=8d8065e8-b494-4378-aecb-e537b10db2d6,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:45.726421 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:45.731075 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b6de5-df5c-4c9d-a5ee-97612d9c8d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164f132d-e480-4744-9fab-97b85d75041f,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:45.754573 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Pushing event updated for resources: {'Port': ['ID=b39d9c65-505a-4240-8de6-7e0ed98c0d7d,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:45.794896 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-7c373921-411b-484f-a38e-969919a11695 None None] For port 527f3e13-2619-4507-b62d-989234a328ac, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:45.810692 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-7c373921-411b-484f-a38e-969919a11695 None None] For port 527f3e13-2619-4507-b62d-989234a328ac, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=527f3e13-2619-4507-b62d-989234a328ac,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:45.827234 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:45.828861 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:45.845125 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-70a76298-a544-480a-be04-5e17070228b5 None None] Current status of the port 23b84357-b79a-423d-8e17-aa2c439ec25e is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:45.904014 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:45.911732 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-7c373921-411b-484f-a38e-969919a11695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (527f3e13-2619-4507-b62d-989234a328ac), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:45.912301 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d48b6de5-df5c-4c9d-a5ee-97612d9c8d8a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ce58f0db51124e5a805f8e273d2dde40&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0796018 Sep 04 16:13:45.921229 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44908) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:45.934164 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c373921-411b-484f-a38e-969919a11695 None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:45.937509 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-7c373921-411b-484f-a38e-969919a11695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:45.963487 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:45.987978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.005062 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:46.065698 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-70a76298-a544-480a-be04-5e17070228b5 None None] Provisioning complete for port eff5fc0a-03af-4aba-a089-d7703a25c57d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:46.066024 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-70a76298-a544-480a-be04-5e17070228b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.097616 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:46.124593 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:46.145147 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Router 421579d0-576d-4711-b954-945f2a7b2101 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:13:46.255667 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:46.259168 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e59b8a-dc3f-4856-98fc-d45758f38def None None] Pushing event updated for resources: {'Port': ['ID=527f3e13-2619-4507-b62d-989234a328ac,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:46.259819 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] Set router ad964788-1a8d-4ddc-8bbd-5e5521429feb gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:46.298293 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-7c373921-411b-484f-a38e-969919a11695 None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:46.322031 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Publish callbacks [] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.323768 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-570cf427-b48c-4f85-82c0-9a7591ffbe5d admin admin] Publish callbacks [] for security_group (164f132d-e480-4744-9fab-97b85d75041f), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.387179 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.387974 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (ad964788-1a8d-4ddc-8bbd-5e5521429feb), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.397171 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:46.417688 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f30647df-b1e6-4434-bc2d-9b6af1630d14 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/421579d0-576d-4711-b954-945f2a7b2101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9483025 Sep 04 16:13:46.425441 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Sync routers for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:46.470131 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-570cf427-b48c-4f85-82c0-9a7591ffbe5d admin admin] Publish callbacks [] for security_group (164f132d-e480-4744-9fab-97b85d75041f), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.505183 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Allocated IP 172.20.0.1 (a845be48-e7c6-44a4-9bea-76b6b11d7a03/8f65ba93-9c99-4786-b78c-6bac60cc7e87/31641ab7-63ea-4246-8ab1-632162cd100d) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:46.515740 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Pushing event updated for resources: {'Port': ['ID=b39d9c65-505a-4240-8de6-7e0ed98c0d7d,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:46.582315 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:46.582315 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:46.597160 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 849e6e78-8649-47f0-8d61-0261cfe55d88 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:46.600081 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.601947 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-70a76298-a544-480a-be04-5e17070228b5 None None] Current status of the port eff5fc0a-03af-4aba-a089-d7703a25c57d is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:46.646614 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Network 20f718a7-f41d-48a2-8822-cd43d3405a61 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:46.648964 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:46.681242 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:46.722345 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:46.751897 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-570cf427-b48c-4f85-82c0-9a7591ffbe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (164f132d-e480-4744-9fab-97b85d75041f), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.754830 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-570cf427-b48c-4f85-82c0-9a7591ffbe5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.755997 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-570cf427-b48c-4f85-82c0-9a7591ffbe5d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/164f132d-e480-4744-9fab-97b85d75041f HTTP/1.1" status: 204 len: 168 time: 0.8319104 Sep 04 16:13:46.797948 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:41Z', 'revision_number': 3, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:46.855184 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Publish callbacks [] for port (31641ab7-63ea-4246-8ab1-632162cd100d), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.867128 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 44936) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:46.909465 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e9f26d04-8b7f-4a06-a3e0-c9670f4d8378 None None] Provisioning complete for port 2264beab-9303-409b-862f-419ec88388ee triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:46.911365 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf427-b48c-4f85-82c0-9a7591ffbe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164f132d-e480-4744-9fab-97b85d75041f,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:46.911510 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e9f26d04-8b7f-4a06-a3e0-c9670f4d8378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (2264beab-9303-409b-862f-419ec88388ee), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:46.950609 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Router ad964788-1a8d-4ddc-8bbd-5e5521429feb has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:13:46.993283 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:46.995570 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Updating router c0f0c8a7-e05b-43fa-957e-f19ca664e927 port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:13:47.016777 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:47.023266 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:47.145669 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:47.151271 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-8d896319-4bdb-423b-8e33-1ae6b10fc132 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/ad964788-1a8d-4ddc-8bbd-5e5521429feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8800607 Sep 04 16:13:47.239581 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:47.246938 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-7c373921-411b-484f-a38e-969919a11695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:40Z', 'revision_number': 3, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:47.265705 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:47.279320 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c373921-411b-484f-a38e-969919a11695 None None] The sync data for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi is: [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:40Z', 'revision_number': 3, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:47.286188 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:47.291754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:47.307188 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e9f26d04-8b7f-4a06-a3e0-c9670f4d8378 None None] Port 2264beab-9303-409b-862f-419ec88388ee cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:13:47.342228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e9f26d04-8b7f-4a06-a3e0-c9670f4d8378 None None] Provisioning complete for port b39d9c65-505a-4240-8de6-7e0ed98c0d7d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:47.342988 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e9f26d04-8b7f-4a06-a3e0-c9670f4d8378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:47.359590 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:47.366257 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:47.370408 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:47.371010 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (d18bd00e-57b3-4da8-b140-106cd52a8fb8), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:47.430715 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:39Z', 'revision_number': 3, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'gw_port': {'id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:47.432609 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:47.449471 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 2, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:47.501961 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44952) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:47.507119 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-152c8b12-7bd6-46b9-9509-6ea77a105d91 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1251130095', 'description': 'tempest-description--265528598'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:47.514464 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Checking router: 421579d0-576d-4711-b954-945f2a7b2101 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:47.515439 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Updating router 421579d0-576d-4711-b954-945f2a7b2101 port 2264beab-9303-409b-862f-419ec88388ee binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:13:47.574973 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2264beab-9303-409b-862f-419ec88388ee), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:47.655416 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-152c8b12-7bd6-46b9-9509-6ea77a105d91 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:47.681548 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:47.810532 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 849e6e78-8649-47f0-8d61-0261cfe55d88 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:47.810532 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device bba4d9cb-b258-4ff8-889f-21eaa3982844 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:47.869296 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe08baa-30ab-4652-92c8-33346273fb28 None None] The sync data for ids ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'] in dv-cinder-852364-6-iscsi is: [{'id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:39Z', 'revision_number': 3, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'gw_port': {'id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:47.887269 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:47.902829 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-152c8b12-7bd6-46b9-9509-6ea77a105d91 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (6d83d604-cd06-4997-a6a6-ea2b32bed250), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:47.903151 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:47.920943 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e9f26d04-8b7f-4a06-a3e0-c9670f4d8378 None None] Port b39d9c65-505a-4240-8de6-7e0ed98c0d7d cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:13:47.954138 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-365659342-network', 'tenant_id': '444b2403d08a4782a56a5543d6c50029'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:48.054309 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-152c8b12-7bd6-46b9-9509-6ea77a105d91 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6d83d604-cd06-4997-a6a6-ea2b32bed250), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.062787 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Allocated IP 172.20.0.1 (1fe4af06-d7bb-4218-9bf8-f19072fe6b17/b3dc0cdd-5a85-4672-8760-14c1555930d6/20492141-e602-493e-80bb-dbf79fe64a71) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:48.079319 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Pushing event updated for resources: {'Port': ['ID=31641ab7-63ea-4246-8ab1-632162cd100d,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:48.083818 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-0f380060-c907-4ff9-a4d4-6e5e803fcf22 None None] Provisioning complete for port 31641ab7-63ea-4246-8ab1-632162cd100d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:48.084203 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0f380060-c907-4ff9-a4d4-6e5e803fcf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.151553 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c8b12-7bd6-46b9-9509-6ea77a105d91 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d83d604-cd06-4997-a6a6-ea2b32bed250,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:48.179299 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:48.211605 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-152c8b12-7bd6-46b9-9509-6ea77a105d91 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.216721 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-152c8b12-7bd6-46b9-9509-6ea77a105d91 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7110641 Sep 04 16:13:48.217134 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 44976) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:48.218406 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port bba4d9cb-b258-4ff8-889f-21eaa3982844 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:48.218406 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.231064 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-af708ced-1e48-4ee6-8455-b7b504f142fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'security_group_rule': {'security_group_id': '6d83d604-cd06-4997-a6a6-ea2b32bed250', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:48.237935 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-0f380060-c907-4ff9-a4d4-6e5e803fcf22 None None] Port 31641ab7-63ea-4246-8ab1-632162cd100d cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:13:48.310483 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:48.319909 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Publish callbacks [] for port (2264beab-9303-409b-862f-419ec88388ee), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.334485 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-0f380060-c907-4ff9-a4d4-6e5e803fcf22 None None] Provisioning complete for port b39d9c65-505a-4240-8de6-7e0ed98c0d7d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:48.334485 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0f380060-c907-4ff9-a4d4-6e5e803fcf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.393271 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af708ced-1e48-4ee6-8455-b7b504f142fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (6e0324a5-30f1-407c-8884-99f9af6f0966), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.394811 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Made reservation on behalf of 444b2403d08a4782a56a5543d6c50029 for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:48.403454 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.404096 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (2264beab-9303-409b-862f-419ec88388ee), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.535477 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-0f380060-c907-4ff9-a4d4-6e5e803fcf22 None None] Port b39d9c65-505a-4240-8de6-7e0ed98c0d7d cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:13:48.540523 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.540999 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707d9d8-8c32-4f8c-bce1-9dd455d77439 None None] Pushing event updated for resources: {'Port': ['ID=2264beab-9303-409b-862f-419ec88388ee,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:48.573730 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.592931 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:48.635816 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:48.668325 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af708ced-1e48-4ee6-8455-b7b504f142fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (6e0324a5-30f1-407c-8884-99f9af6f0966), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.701248 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Attempting to bind port 2264beab-9303-409b-862f-419ec88388ee on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:48.701800 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Attempting to bind port 2264beab-9303-409b-862f-419ec88388ee by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:48.702224 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Attempting to bind port 2264beab-9303-409b-862f-419ec88388ee on network d8e80fc6-ad05-43a4-89cd-45fef4a75dff {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:48.705892 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45004) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:48.710257 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:48.710993 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Checking segment: {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:48.711466 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.711565 dv-cinder-852364-6-iscsi neutron-server[106842]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 04 16:13:48.712080 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Bound using segment: {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:48.712616 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Bound port: 2264beab-9303-409b-862f-419ec88388ee, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:48.713255 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2264beab-9303-409b-862f-419ec88388ee), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.740946 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Publish callbacks [] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.811087 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] For port 2264beab-9303-409b-862f-419ec88388ee, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:48.816699 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] For port 2264beab-9303-409b-862f-419ec88388ee, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=2264beab-9303-409b-862f-419ec88388ee,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:48.819064 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af708ced-1e48-4ee6-8455-b7b504f142fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (6e0324a5-30f1-407c-8884-99f9af6f0966), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.828851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port bba4d9cb-b258-4ff8-889f-21eaa3982844 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:48.830964 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.879383 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Publish callbacks [] for port (20492141-e602-493e-80bb-dbf79fe64a71), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.883542 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.920237 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port bba4d9cb-b258-4ff8-889f-21eaa3982844, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=bba4d9cb-b258-4ff8-889f-21eaa3982844,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:48.926297 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (2264beab-9303-409b-862f-419ec88388ee), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.961876 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:48.964722 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Attempting to bind port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:48.964722 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Attempting to bind port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:48.965084 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Attempting to bind port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:48.968019 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab22d8-88ae-4258-b4c9-2065a0ca40eb None None] Pushing event updated for resources: {'Port': ['ID=1b2953ac-ee54-4292-b801-c8c1c5b7cf1c,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:48.985623 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:48.988287 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:48.988287 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:48.988909 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:48.989737 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Bound port: 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:48.990232 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.041284 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.046985 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 23b84357-b79a-423d-8e17-aa2c439ec25e up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:49.056264 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af708ced-1e48-4ee6-8455-b7b504f142fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0324a5-30f1-407c-8884-99f9af6f0966,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:49.083744 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707d9d8-8c32-4f8c-bce1-9dd455d77439 None None] Pushing event updated for resources: {'Port': ['ID=2264beab-9303-409b-862f-419ec88388ee,revision_number=4']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:49.100485 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:49.158054 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:49.158725 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:49.168203 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:49.182873 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af708ced-1e48-4ee6-8455-b7b504f142fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.184881 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-af708ced-1e48-4ee6-8455-b7b504f142fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9669044 Sep 04 16:13:49.190195 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45026) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:49.220396 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-eb17c03e-586a-4cf5-ba7c-8844739afc47 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'security_group_rule': {'security_group_id': '6d83d604-cd06-4997-a6a6-ea2b32bed250', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:49.223630 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-6301b352-4201-4dd3-bafb-8ce578e0921d tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:49.234902 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-6301b352-4201-4dd3-bafb-8ce578e0921d tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/networks?id=20f718a7-f41d-48a2-8822-cd43d3405a61 HTTP/1.1" status: 200 len: 812 time: 0.5239816 Sep 04 16:13:49.253499 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=bba4d9cb-b258-4ff8-889f-21eaa3982844,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:49.254745 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Publish callbacks [] for security_group (1c2b0432-c48a-48f2-ad41-bf339a507b6b), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.270362 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-c9d8b718-3b8d-4a0d-a7c3-6e3b2b7e9f0c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/quotas/17338e3b6b204595a43fddc1c00ed26b HTTP/1.1" status: 200 len: 375 time: 0.0338817 Sep 04 16:13:49.345892 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1c2b0432-c48a-48f2-ad41-bf339a507b6b), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.369215 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] For port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:49.376711 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] For port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=1b2953ac-ee54-4292-b801-c8c1c5b7cf1c,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:49.392245 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 23b84357-b79a-423d-8e17-aa2c439ec25e triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:49.392245 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.422791 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:49.435275 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (20492141-e602-493e-80bb-dbf79fe64a71), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.477953 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.494404 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-c2f0bd55-130d-48ec-9643-f78653c7355f tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=17338e3b6b204595a43fddc1c00ed26b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2231095 Sep 04 16:13:49.528390 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=106841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:13:49.539780 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-eb17c03e-586a-4cf5-ba7c-8844739afc47 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (ac9eda35-4d5a-443f-b424-7bcf95ee038c), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.566622 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 23b84357-b79a-423d-8e17-aa2c439ec25e is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:49.592646 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2b0432-c48a-48f2-ad41-bf339a507b6b,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:49.597404 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:49.598548 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:49.603982 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:49.611197 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Publish callbacks [] for port (31641ab7-63ea-4246-8ab1-632162cd100d), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.621413 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (9de508ec-7b07-47e2-a500-577f19b76883), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.621942 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Added segment 9de508ec-7b07-47e2-a500-577f19b76883 of type vlan for network e76e63c4-4747-4353-bf78-cf986f78b431 Sep 04 16:13:49.629786 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:49.638932 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:49.638932 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (c0f0c8a7-e05b-43fa-957e-f19ca664e927), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.726072 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Pushing event updated for resources: {'Port': ['ID=20492141-e602-493e-80bb-dbf79fe64a71,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:49.741626 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:49.823312 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.824151 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (d18bd00e-57b3-4da8-b140-106cd52a8fb8), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:49.923964 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:49.954879 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:49.996242 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (e76e63c4-4747-4353-bf78-cf986f78b431), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.021182 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:50.050260 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3486ca5-f817-4bb3-9449-da97dadc89b8 None None] The sync data for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi is: [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:50.067232 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:50.070118 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab22d8-88ae-4258-b4c9-2065a0ca40eb None None] Pushing event updated for resources: {'Port': ['ID=1b2953ac-ee54-4292-b801-c8c1c5b7cf1c,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:50.093245 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-9c4776ff-6d8c-4566-9af0-bbd48a0fbfb6 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:13:50.094839 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-9c4776ff-6d8c-4566-9af0-bbd48a0fbfb6 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2409163 Sep 04 16:13:50.118907 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 527f3e13-2619-4507-b62d-989234a328ac up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:50.123927 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-b9147a45-9b44-4c6b-8bbb-8f3e7aad3d16 None None] Provisioning complete for port 20492141-e602-493e-80bb-dbf79fe64a71 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:50.124295 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b9147a45-9b44-4c6b-8bbb-8f3e7aad3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (20492141-e602-493e-80bb-dbf79fe64a71), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.243178 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-2caee514-49ca-44cb-94e3-a8349dd6687a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/20f718a7-f41d-48a2-8822-cd43d3405a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420300 Sep 04 16:13:50.249331 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:41Z', 'revision_number': 3, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:50.254043 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-b9147a45-9b44-4c6b-8bbb-8f3e7aad3d16 None None] Port 20492141-e602-493e-80bb-dbf79fe64a71 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:13:50.300214 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Pushing event updated for resources: {'Port': ['ID=31641ab7-63ea-4246-8ab1-632162cd100d,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:50.311898 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (e76e63c4-4747-4353-bf78-cf986f78b431), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.312796 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:50.313753 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.326273 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341ac43c-6d8e-47be-b965-ab86294d220b None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:41Z', 'revision_number': 3, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:50.361976 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 527f3e13-2619-4507-b62d-989234a328ac triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:50.365995 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (527f3e13-2619-4507-b62d-989234a328ac), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.492850 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-6921c3f2-3559-4ca9-b4aa-a63274c771d8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/20f718a7-f41d-48a2-8822-cd43d3405a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477736 Sep 04 16:13:50.514625 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] Pushing event updated for resources: {'Network': ['ID=e76e63c4-4747-4353-bf78-cf986f78b431,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:50.525014 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-44cd37f9-1f0a-4ac8-b7aa-ee7e11101c1a admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5966940 Sep 04 16:13:50.530295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45064) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:50.535896 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Request body: {'subnet': {'network_id': 'e76e63c4-4747-4353-bf78-cf986f78b431', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-365659342-subnet', 'tenant_id': '444b2403d08a4782a56a5543d6c50029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:50.567024 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network e76e63c4-4747-4353-bf78-cf986f78b431 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:13:50.604933 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-eb17c03e-586a-4cf5-ba7c-8844739afc47 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (ac9eda35-4d5a-443f-b424-7bcf95ee038c), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.635576 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (20492141-e602-493e-80bb-dbf79fe64a71), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.644717 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:50.654963 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:50.657165 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:50.729491 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 527f3e13-2619-4507-b62d-989234a328ac is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:50.729918 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (527f3e13-2619-4507-b62d-989234a328ac), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.742488 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Made reservation on behalf of 444b2403d08a4782a56a5543d6c50029 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:50.744845 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.782900 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 527f3e13-2619-4507-b62d-989234a328ac, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=527f3e13-2619-4507-b62d-989234a328ac,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:50.859353 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (527f3e13-2619-4507-b62d-989234a328ac), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:50.861223 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8d8065e8-b494-4378-aecb-e537b10db2d6 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:50.963299 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:51.070772 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45096) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:51.074464 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-eb17c03e-586a-4cf5-ba7c-8844739afc47 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (ac9eda35-4d5a-443f-b424-7bcf95ee038c), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.136700 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:51.140717 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:51.170308 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-99eed9ff-1816-4724-a3be-71f64c9a42b9 None None] Provisioning complete for port 31641ab7-63ea-4246-8ab1-632162cd100d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:51.170688 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-99eed9ff-1816-4724-a3be-71f64c9a42b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.231284 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=527f3e13-2619-4507-b62d-989234a328ac,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:51.239672 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1784ed72-dc82-4d8d-93b3-e740a4a1ba36 req-6b7f13b5-974c-490f-967b-e9b71f809685 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 210 time: 0.1601410 Sep 04 16:13:51.271922 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 8d8065e8-b494-4378-aecb-e537b10db2d6 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:51.272462 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.275944 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-99eed9ff-1816-4724-a3be-71f64c9a42b9 None None] Port 31641ab7-63ea-4246-8ab1-632162cd100d cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:13:51.304985 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c03e-586a-4cf5-ba7c-8844739afc47 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9eda35-4d5a-443f-b424-7bcf95ee038c,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:51.353052 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:51.371448 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-eb17c03e-586a-4cf5-ba7c-8844739afc47 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.378833 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-eb17c03e-586a-4cf5-ba7c-8844739afc47 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1763182 Sep 04 16:13:51.382963 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45106) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:51.404968 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:51.418994 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Router d18bd00e-57b3-4da8-b140-106cd52a8fb8 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:13:51.481226 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 8d8065e8-b494-4378-aecb-e537b10db2d6 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:51.486720 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.540880 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 8d8065e8-b494-4378-aecb-e537b10db2d6, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8d8065e8-b494-4378-aecb-e537b10db2d6,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:51.628550 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.629590 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device eff5fc0a-03af-4aba-a089-d7703a25c57d up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:51.675648 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Publish callbacks [] for port (20492141-e602-493e-80bb-dbf79fe64a71), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.774688 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (0760c422-7ab3-4796-a66e-9731dba2a7d1), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.788013 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Sync routers for ids ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:51.820115 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (20492141-e602-493e-80bb-dbf79fe64a71), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.821272 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (c0f0c8a7-e05b-43fa-957e-f19ca664e927), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.823690 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.826576 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Routers {'ad964788-1a8d-4ddc-8bbd-5e5521429feb'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:51.827220 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:51.829775 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=8d8065e8-b494-4378-aecb-e537b10db2d6,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:51.892903 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0760c422-7ab3-4796-a66e-9731dba2a7d1,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:51.923299 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port eff5fc0a-03af-4aba-a089-d7703a25c57d triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:51.923693 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:51.955331 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Checking segment: {'id': '9de508ec-7b07-47e2-a500-577f19b76883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e76e63c4-4747-4353-bf78-cf986f78b431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:51.955997 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Network hostable DHCP agents. Network: e76e63c4-4747-4353-bf78-cf986f78b431, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:13:52.097454 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Network e76e63c4-4747-4353-bf78-cf986f78b431 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:13:52.191032 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, e76e63c4-4747-4353-bf78-cf986f78b431) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:52.195757 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:52.196481 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:52.279314 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-e5c62ae3-acc4-4c76-9886-c4faf9d8c4bf admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7477586 Sep 04 16:13:52.358411 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639287fd-dd88-4327-baa3-61ced4b29254 None None] Network e76e63c4-4747-4353-bf78-cf986f78b431 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:52.380990 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:52.470202 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0bc5b08c-0941-4b44-869b-1e4276fbfcc3 req-0f8099b1-78e2-43d5-8575-8a5790f619d9 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 210 time: 0.0637088 Sep 04 16:13:52.610476 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Set router ad964788-1a8d-4ddc-8bbd-5e5521429feb gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:52.730684 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port eff5fc0a-03af-4aba-a089-d7703a25c57d is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:52.731304 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device bba4d9cb-b258-4ff8-889f-21eaa3982844 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:52.750147 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:52.790395 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Pushing event updated for resources: {'Port': ['ID=20492141-e602-493e-80bb-dbf79fe64a71,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:52.821476 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:52.834302 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Sync routers for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:52.854185 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bffd3403-4263-4901-999c-2aeb012c851c admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/d18bd00e-57b3-4da8-b140-106cd52a8fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8869853 Sep 04 16:13:52.856124 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:52.857247 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:52.901837 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec6f796-a9bc-41ea-8ae2-4a750310ba2d None None] Network e76e63c4-4747-4353-bf78-cf986f78b431 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:53.007323 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:53.023042 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:53.053165 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port bba4d9cb-b258-4ff8-889f-21eaa3982844 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:53.054113 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:53.082035 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:53.239687 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:45Z', 'revision_number': 4, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'gw_port': {'id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b39d9c65-505a-4240-8de6-7e0ed98c0d7d', 'name': '', 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'mac_address': 'fa:16:3e:9e:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a4c646dd-1d50-42f2-b91e-83b7d0688c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:43Z', 'updated_at': '2022-09-04T16:13:46Z', 'revision_number': 2, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'subnets': [{'id': 'a4c646dd-1d50-42f2-b91e-83b7d0688c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:53.275610 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Checking router: ad964788-1a8d-4ddc-8bbd-5e5521429feb for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:53.276302 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Updating router ad964788-1a8d-4ddc-8bbd-5e5521429feb port b39d9c65-505a-4240-8de6-7e0ed98c0d7d binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:13:53.358291 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:53.365254 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:53.394220 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:13:53.409640 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Allocated IP 172.27.3.27 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/bd14b95a-8399-4148-ae5d-b40f958938f3) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:53.413426 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:53.434149 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port bba4d9cb-b258-4ff8-889f-21eaa3982844 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:53.577469 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45192) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:53.661642 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fb31980a-fcc6-453b-b4a4-e241201d0d72 req-e089d9f9-9918-4919-bf86-33ba02bebd04 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 210 time: 0.0976555 Sep 04 16:13:53.695551 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-aa77d87c-9f58-4df5-af11-4aef00793ddc None None] Provisioning complete for port 20492141-e602-493e-80bb-dbf79fe64a71 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:53.695551 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-aa77d87c-9f58-4df5-af11-4aef00793ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (20492141-e602-493e-80bb-dbf79fe64a71), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:53.742597 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:13:53.759184 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-aa77d87c-9f58-4df5-af11-4aef00793ddc None None] Port 20492141-e602-493e-80bb-dbf79fe64a71 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:13:53.771744 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-71f5c747-15af-4f96-8055-8b3f08443edd admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/c0f0c8a7-e05b-43fa-957e-f19ca664e927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3939238 Sep 04 16:13:53.778581 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for port (bd14b95a-8399-4148-ae5d-b40f958938f3), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:53.803894 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 2, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:53.879874 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Checking router: d18bd00e-57b3-4da8-b140-106cd52a8fb8 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:53.880874 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Updating router d18bd00e-57b3-4da8-b140-106cd52a8fb8 port 31641ab7-63ea-4246-8ab1-632162cd100d binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:13:53.913890 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 527f3e13-2619-4507-b62d-989234a328ac up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:53.923778 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:53.986646 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (bd14b95a-8399-4148-ae5d-b40f958938f3), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.028706 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:54.049916 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Publish callbacks [] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.068038 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 527f3e13-2619-4507-b62d-989234a328ac triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:54.068429 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (527f3e13-2619-4507-b62d-989234a328ac), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.090145 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'Port': ['ID=bd14b95a-8399-4148-ae5d-b40f958938f3,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:54.103929 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:54.111921 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:54.112928 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c9068e10-06ad-44bf-9355-9bfe1940887b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.116681 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:54.124449 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:54.212025 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.285279 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c9068e10-06ad-44bf-9355-9bfe1940887b admin admin] Publish callbacks [] for security_group (8be5f8cc-b282-4118-b88b-5d46a778022b), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.290519 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:54.356512 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c9068e10-06ad-44bf-9355-9bfe1940887b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (8be5f8cc-b282-4118-b88b-5d46a778022b), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.392999 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbce36-215a-4a7a-8c0e-c4e07b16137e None None] Pushing event updated for resources: {'Port': ['ID=b39d9c65-505a-4240-8de6-7e0ed98c0d7d,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:54.402198 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Publish callbacks [] for port (31641ab7-63ea-4246-8ab1-632162cd100d), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.403426 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c9068e10-06ad-44bf-9355-9bfe1940887b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=183fb107080444bf99d0369dde5e5466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8245847 Sep 04 16:13:54.406218 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45220) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:54.418949 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45222) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:54.456514 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (6f2d569a-ab71-4449-9691-993e33bf2e17), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.462817 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9068e10-06ad-44bf-9355-9bfe1940887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be5f8cc-b282-4118-b88b-5d46a778022b,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:54.490551 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Attempting to bind port b39d9c65-505a-4240-8de6-7e0ed98c0d7d on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:54.491075 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Attempting to bind port b39d9c65-505a-4240-8de6-7e0ed98c0d7d by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:54.491558 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Attempting to bind port b39d9c65-505a-4240-8de6-7e0ed98c0d7d on network 20f718a7-f41d-48a2-8822-cd43d3405a61 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:54.498925 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.513211 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:54.513381 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Checking segment: {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:54.513674 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.514066 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Bound using segment: {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:54.514545 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Bound port: b39d9c65-505a-4240-8de6-7e0ed98c0d7d, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:54.514922 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.518518 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 527f3e13-2619-4507-b62d-989234a328ac is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:54.519759 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:54.526434 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ffa394b5-8654-4903-a894-2354dea39cf8 admin admin] Publish callbacks [] for security_group (8be5f8cc-b282-4118-b88b-5d46a778022b), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.549794 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ffa394b5-8654-4903-a894-2354dea39cf8 admin admin] Publish callbacks [] for security_group (8be5f8cc-b282-4118-b88b-5d46a778022b), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.620729 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (bd14b95a-8399-4148-ae5d-b40f958938f3), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.636708 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2893689-0e2e-4924-857c-e20ebd9a42cc None None] Pushing event updated for resources: {'Port': ['ID=31641ab7-63ea-4246-8ab1-632162cd100d,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:54.674028 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] For port b39d9c65-505a-4240-8de6-7e0ed98c0d7d, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:54.679610 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] For port b39d9c65-505a-4240-8de6-7e0ed98c0d7d, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b39d9c65-505a-4240-8de6-7e0ed98c0d7d,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:54.683167 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:54.683534 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.716462 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Attempting to bind port 31641ab7-63ea-4246-8ab1-632162cd100d on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:13:54.717067 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Attempting to bind port 31641ab7-63ea-4246-8ab1-632162cd100d by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:13:54.722060 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Attempting to bind port 31641ab7-63ea-4246-8ab1-632162cd100d on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:13:54.732662 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:13:54.732897 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ffa394b5-8654-4903-a894-2354dea39cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (8be5f8cc-b282-4118-b88b-5d46a778022b), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.733399 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Checking segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:54.733399 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.733814 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Bound using segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:13:54.734277 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Bound port: 31641ab7-63ea-4246-8ab1-632162cd100d, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:13:54.734737 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.737042 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ffa394b5-8654-4903-a894-2354dea39cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.738301 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-ffa394b5-8654-4903-a894-2354dea39cf8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8be5f8cc-b282-4118-b88b-5d46a778022b HTTP/1.1" status: 204 len: 168 time: 0.3309050 Sep 04 16:13:54.770193 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:54.784658 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:54.787877 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.793972 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa394b5-8654-4903-a894-2354dea39cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be5f8cc-b282-4118-b88b-5d46a778022b,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:54.822686 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:54.839717 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:54.840848 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:54.841237 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:54.867194 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] For port 31641ab7-63ea-4246-8ab1-632162cd100d, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:13:54.873445 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] For port 31641ab7-63ea-4246-8ab1-632162cd100d, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=31641ab7-63ea-4246-8ab1-632162cd100d,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:13:54.881535 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Routers {'ad964788-1a8d-4ddc-8bbd-5e5521429feb'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:54.884243 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:54.887531 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-1aa3d23e-6d30-441b-923a-0a7b34234819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:54.896050 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-1aa3d23e-6d30-441b-923a-0a7b34234819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 818 time: 0.2079604 Sep 04 16:13:54.913700 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-abb259d2-0fe1-4170-9d6c-e89fc563cd30 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/quotas/cb043a0ecad3466bbd5a5874126d2810 HTTP/1.1" status: 200 len: 375 time: 0.0152197 Sep 04 16:13:54.931619 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.018036 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-9267363b-1516-4186-b82d-597ce5d83ba3 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027298 Sep 04 16:13:55.021392 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for port (bd14b95a-8399-4148-ae5d-b40f958938f3), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.042926 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:55.044547 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:55.073784 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3883c072-3162-405c-8ef4-d04b5db298c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.079553 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=1b2953ac-ee54-4292-b801-c8c1c5b7cf1c,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:55.110852 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbce36-215a-4a7a-8c0e-c4e07b16137e None None] Pushing event updated for resources: {'Port': ['ID=b39d9c65-505a-4240-8de6-7e0ed98c0d7d,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:55.124095 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (bd14b95a-8399-4148-ae5d-b40f958938f3), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.126337 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (6f2d569a-ab71-4449-9691-993e33bf2e17), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.128392 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45242) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:55.148895 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.153690 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2893689-0e2e-4924-857c-e20ebd9a42cc None None] Pushing event updated for resources: {'Port': ['ID=31641ab7-63ea-4246-8ab1-632162cd100d,revision_number=4']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:55.162659 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8d8065e8-b494-4378-aecb-e537b10db2d6 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:55.191267 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-222356672-network', 'tenant_id': '689b750af589492eb8ffef7969a92282'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:55.200087 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-fe77e145-6569-48f0-b992-9d2a6bead112 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808791 Sep 04 16:13:55.266386 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45244) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:55.291398 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-ec0b2716-c8b6-4ca9-8cd6-600389865d3c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858258701', 'description': 'tempest-description--1325304199'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:55.293124 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:55.371721 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] Set router ad964788-1a8d-4ddc-8bbd-5e5521429feb gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:55.382199 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.384172 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9871793 Sep 04 16:13:55.435440 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c18b8-b79f-49a1-8c32-0581942c5ae9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'Port': ['ID=bd14b95a-8399-4148-ae5d-b40f958938f3,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:55.467253 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-1b2ed761-5e6e-4144-b20d-a3d2b503aa99 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490814 Sep 04 16:13:55.504408 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Made reservation on behalf of 689b750af589492eb8ffef7969a92282 for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:55.506857 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.514970 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2716-c8b6-4ca9-8cd6-600389865d3c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.565109 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.625672 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:55.651173 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3883c072-3162-405c-8ef4-d04b5db298c6 admin admin] Publish callbacks [] for security_group (43ba40b1-6a35-4393-9728-9f2a168c16ef), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.743693 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3883c072-3162-405c-8ef4-d04b5db298c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (43ba40b1-6a35-4393-9728-9f2a168c16ef), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.749902 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c25e93e9-3829-4672-8113-d6021661b606 req-f404f7d7-b5f1-4009-9064-190b3aec8b2a tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 210 time: 0.0521305 Sep 04 16:13:55.789658 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:55.810443 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883c072-3162-405c-8ef4-d04b5db298c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ba40b1-6a35-4393-9728-9f2a168c16ef,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:55.839063 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=1b2953ac-ee54-4292-b801-c8c1c5b7cf1c,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:55.875589 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45268) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:55.882757 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-3883c072-3162-405c-8ef4-d04b5db298c6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ed62d2d3650047aba9ca095b6a3953fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4608703 Sep 04 16:13:55.897238 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:55.940859 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2716-c8b6-4ca9-8cd6-600389865d3c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (4c777c24-5f08-4a22-b155-e9b0ee6780af), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.993598 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Publish callbacks [] for security_group (ab83bbe3-2cb4-4884-b365-8a386ab572f4), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:55.999825 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:56.004246 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:13:56.005800 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 8d8065e8-b494-4378-aecb-e537b10db2d6 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:56.006276 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.052477 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710419ca-07b7-424a-8a34-e76fc373c93b None None] The sync data for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi is: [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:56.053890 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2716-c8b6-4ca9-8cd6-600389865d3c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4c777c24-5f08-4a22-b155-e9b0ee6780af), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.091389 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45288) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:56.092049 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ab83bbe3-2cb4-4884-b365-8a386ab572f4), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.126725 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=106841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:13:56.129073 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-18940c87-ef15-4656-a265-841a3d39d04a admin admin] Publish callbacks [] for security_group (43ba40b1-6a35-4393-9728-9f2a168c16ef), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.146354 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b3e2a3e7-6da8-44b3-bae4-aca918174092 req-4ee55b41-7b04-4c07-9ddd-7f7c56f91b68 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 210 time: 0.1662526 Sep 04 16:13:56.155604 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (60f5f7d0-622c-4bab-8f66-179d62aa0cb1), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.155969 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Added segment 60f5f7d0-622c-4bab-8f66-179d62aa0cb1 of type vlan for network 83fd1a5d-2b2a-4c22-a255-0b6e45502473 Sep 04 16:13:56.159712 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:13:56.173312 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.27', 56259) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:56.235433 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (83fd1a5d-2b2a-4c22-a255-0b6e45502473), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.269847 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-744edaeb-e543-4da4-b6a0-53e233be2763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.291632 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b2716-c8b6-4ca9-8cd6-600389865d3c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c777c24-5f08-4a22-b155-e9b0ee6780af,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:56.296862 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:13:56.297976 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:56.360608 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2716-c8b6-4ca9-8cd6-600389865d3c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.366049 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ec0b2716-c8b6-4ca9-8cd6-600389865d3c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0903385 Sep 04 16:13:56.366989 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-a6912444-56de-4a06-a33f-38eb31bbfb42 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:56.371516 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-a6912444-56de-4a06-a33f-38eb31bbfb42 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.27 "GET /networking/v2.0/networks?id=20f718a7-f41d-48a2-8822-cd43d3405a61 HTTP/1.1" status: 200 len: 812 time: 0.1969526 Sep 04 16:13:56.376486 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45292) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:56.381315 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-86532a4c-8cc9-4131-9b4e-cc5a0b18f0c9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group_rule': {'security_group_id': '4c777c24-5f08-4a22-b155-e9b0ee6780af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:56.401407 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab83bbe3-2cb4-4884-b365-8a386ab572f4,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:56.427413 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (83fd1a5d-2b2a-4c22-a255-0b6e45502473), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.428597 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:56.428972 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.438833 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Request body: {'port': {'device_id': 'b95d4253-8af1-41cb-94f9-59b563be0d1d', 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61', 'admin_state_up': True, 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:56.477333 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-18940c87-ef15-4656-a265-841a3d39d04a admin admin] Publish callbacks [] for security_group (43ba40b1-6a35-4393-9728-9f2a168c16ef), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.530253 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:56.610123 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] Pushing event updated for resources: {'Network': ['ID=83fd1a5d-2b2a-4c22-a255-0b6e45502473,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:56.634377 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-744edaeb-e543-4da4-b6a0-53e233be2763 admin admin] Publish callbacks [] for security_group (93b2aa65-7065-46bf-8feb-0103fa255a4d), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.660580 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 83fd1a5d-2b2a-4c22-a255-0b6e45502473 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:13:56.666790 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-2ca3b8c0-effc-454f-8604-3d5904bbe33a admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4787869 Sep 04 16:13:56.673233 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45320) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:56.690988 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Request body: {'subnet': {'network_id': '83fd1a5d-2b2a-4c22-a255-0b6e45502473', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-222356672-subnet', 'tenant_id': '689b750af589492eb8ffef7969a92282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:56.702881 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-86532a4c-8cc9-4131-9b4e-cc5a0b18f0c9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (67694adf-8421-4aea-bc6d-4c4604f720cf), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.722915 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5210980c-830d-42cf-acd7-857b46be2a52 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1251130095&fields=id&tenant_id=3219dc7400ec4957a31b1b0fabfd8c56 HTTP/1.1" status: 200 len: 267 time: 0.7636151 Sep 04 16:13:56.779114 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-744edaeb-e543-4da4-b6a0-53e233be2763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (93b2aa65-7065-46bf-8feb-0103fa255a4d), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.786123 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 8d8065e8-b494-4378-aecb-e537b10db2d6 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:56.787834 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 2264beab-9303-409b-862f-419ec88388ee up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:56.867461 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Made reservation on behalf of 689b750af589492eb8ffef7969a92282 for: {'subnet': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:56.870060 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.878105 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-86532a4c-8cc9-4131-9b4e-cc5a0b18f0c9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (67694adf-8421-4aea-bc6d-4c4604f720cf), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:56.910322 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-744edaeb-e543-4da4-b6a0-53e233be2763 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=89173a8fed6b4e6381a006abae66baa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6904075 Sep 04 16:13:56.916432 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45330) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:56.922478 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:56.931918 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:45Z', 'revision_number': 4, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'gw_port': {'id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b39d9c65-505a-4240-8de6-7e0ed98c0d7d', 'name': '', 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'mac_address': 'fa:16:3e:9e:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a4c646dd-1d50-42f2-b91e-83b7d0688c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:43Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'subnets': [{'id': 'a4c646dd-1d50-42f2-b91e-83b7d0688c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:56.951823 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744edaeb-e543-4da4-b6a0-53e233be2763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b2aa65-7065-46bf-8feb-0103fa255a4d,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:56.968782 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101cdce5-8226-422c-8916-c6e7a26a869f None None] The sync data for ids ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'] in dv-cinder-852364-6-iscsi is: [{'id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:45Z', 'revision_number': 4, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'gw_port': {'id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b39d9c65-505a-4240-8de6-7e0ed98c0d7d', 'name': '', 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'mac_address': 'fa:16:3e:9e:cd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'a4c646dd-1d50-42f2-b91e-83b7d0688c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:43Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'subnets': [{'id': 'a4c646dd-1d50-42f2-b91e-83b7d0688c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:13:56.981309 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:13:56.999694 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-18940c87-ef15-4656-a265-841a3d39d04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (43ba40b1-6a35-4393-9728-9f2a168c16ef), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.003726 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-18940c87-ef15-4656-a265-841a3d39d04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.008033 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-18940c87-ef15-4656-a265-841a3d39d04a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/43ba40b1-6a35-4393-9728-9f2a168c16ef HTTP/1.1" status: 204 len: 168 time: 1.1287634 Sep 04 16:13:57.052116 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-86532a4c-8cc9-4131-9b4e-cc5a0b18f0c9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (67694adf-8421-4aea-bc6d-4c4604f720cf), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.117829 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18940c87-ef15-4656-a265-841a3d39d04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ba40b1-6a35-4393-9728-9f2a168c16ef,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:57.132246 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:57.160742 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 2264beab-9303-409b-862f-419ec88388ee triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:57.162096 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (2264beab-9303-409b-862f-419ec88388ee), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.197427 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86532a4c-8cc9-4131-9b4e-cc5a0b18f0c9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67694adf-8421-4aea-bc6d-4c4604f720cf,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:57.240484 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-86532a4c-8cc9-4131-9b4e-cc5a0b18f0c9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.249264 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-86532a4c-8cc9-4131-9b4e-cc5a0b18f0c9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8641765 Sep 04 16:13:57.254932 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45342) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:57.260442 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-bcd24dbb-6c58-4e79-8c7d-a1bcdb248a9f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group_rule': {'security_group_id': '4c777c24-5f08-4a22-b155-e9b0ee6780af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:57.352853 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-ba399ae1-1d45-48c1-8450-ce4c96bd77fc tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:57.366841 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d334c6c6-f5f6-4e6e-8431-a59f6abbe669 admin admin] Publish callbacks [] for security_group (93b2aa65-7065-46bf-8feb-0103fa255a4d), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.369757 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-ba399ae1-1d45-48c1-8450-ce4c96bd77fc tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 817 time: 0.6450267 Sep 04 16:13:57.407652 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-a6b33f2e-fa9d-4534-be39-a79ae5f9caed tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/quotas/3219dc7400ec4957a31b1b0fabfd8c56 HTTP/1.1" status: 200 len: 375 time: 0.0366144 Sep 04 16:13:57.421965 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e287-2c86-4377-b521-b2fcae1d988c req-a473a44d-bc5c-46de-8e16-602709d4b6e8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:57.425265 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-a473a44d-bc5c-46de-8e16-602709d4b6e8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 818 time: 0.6848013 Sep 04 16:13:57.456421 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d334c6c6-f5f6-4e6e-8431-a59f6abbe669 admin admin] Publish callbacks [] for security_group (93b2aa65-7065-46bf-8feb-0103fa255a4d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.462696 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Made reservation on behalf of 17338e3b6b204595a43fddc1c00ed26b for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:13:57.470088 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.512370 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-32024618-d786-4b80-b36b-c4265915fea0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/quotas/cb043a0ecad3466bbd5a5874126d2810 HTTP/1.1" status: 200 len: 375 time: 0.0507910 Sep 04 16:13:57.586740 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 2264beab-9303-409b-862f-419ec88388ee is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:57.587036 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2264beab-9303-409b-862f-419ec88388ee), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.596144 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9a6427a5-1d0d-4e2c-bd3c-6f866fda6536 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1698003 Sep 04 16:13:57.610201 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bcd24dbb-6c58-4e79-8c7d-a1bcdb248a9f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (eba1ac9c-323b-4995-85cf-a96675415297), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.771809 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 2264beab-9303-409b-862f-419ec88388ee, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=2264beab-9303-409b-862f-419ec88388ee,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:57.801988 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 2, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:13:57.872603 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (2264beab-9303-409b-862f-419ec88388ee), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:57.879050 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:13:57.879406 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Updating router c0f0c8a7-e05b-43fa-957e-f19ca664e927 port 20492141-e602-493e-80bb-dbf79fe64a71 binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:13:57.882973 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-4c25e3ae-17af-45f6-bc48-fcecd087abe7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3434703 Sep 04 16:13:57.970595 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=2264beab-9303-409b-862f-419ec88388ee,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:58.013412 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:58.029963 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (20492141-e602-493e-80bb-dbf79fe64a71), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.070883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (7df8aa88-7a15-4227-9fbf-039102e50ec7), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.085061 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:58.231041 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df8aa88-7a15-4227-9fbf-039102e50ec7,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:58.308575 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d334c6c6-f5f6-4e6e-8431-a59f6abbe669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (93b2aa65-7065-46bf-8feb-0103fa255a4d), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.315856 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d334c6c6-f5f6-4e6e-8431-a59f6abbe669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.318559 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d334c6c6-f5f6-4e6e-8431-a59f6abbe669 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/93b2aa65-7065-46bf-8feb-0103fa255a4d HTTP/1.1" status: 204 len: 168 time: 1.3999190 Sep 04 16:13:58.340695 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334c6c6-f5f6-4e6e-8431-a59f6abbe669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b2aa65-7065-46bf-8feb-0103fa255a4d,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:58.387552 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b39d9c65-505a-4240-8de6-7e0ed98c0d7d up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:58.415950 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bcd24dbb-6c58-4e79-8c7d-a1bcdb248a9f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (eba1ac9c-323b-4995-85cf-a96675415297), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.418598 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:58.432209 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Checking segment: {'id': '60f5f7d0-622c-4bab-8f66-179d62aa0cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '83fd1a5d-2b2a-4c22-a255-0b6e45502473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:13:58.432566 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Network hostable DHCP agents. Network: 83fd1a5d-2b2a-4c22-a255-0b6e45502473, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:13:58.433752 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-73b9f3a4-e699-410c-88fe-5d7834bc08af service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:13:58.441943 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-73b9f3a4-e699-410c-88fe-5d7834bc08af service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6116571 Sep 04 16:13:58.489684 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45382) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:58.519443 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Allocated IP 172.20.0.3 (20f718a7-f41d-48a2-8822-cd43d3405a61/a4c646dd-1d50-42f2-b91e-83b7d0688c27/432267bf-359a-4cef-aa7e-120c224fc8fe) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:13:58.577107 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Network 83fd1a5d-2b2a-4c22-a255-0b6e45502473 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:13:58.590300 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bcd24dbb-6c58-4e79-8c7d-a1bcdb248a9f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (eba1ac9c-323b-4995-85cf-a96675415297), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.593206 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cead2d1a-dd40-44f1-b476-ec7a13c9c137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.597495 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:58.620484 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b39d9c65-505a-4240-8de6-7e0ed98c0d7d triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:13:58.620907 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.646065 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-c003f1de-1e3e-4899-aa3e-e50d4093177d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029276 Sep 04 16:13:58.713626 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd24dbb-6c58-4e79-8c7d-a1bcdb248a9f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba1ac9c-323b-4995-85cf-a96675415297,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:58.736450 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bcd24dbb-6c58-4e79-8c7d-a1bcdb248a9f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.743017 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bcd24dbb-6c58-4e79-8c7d-a1bcdb248a9f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4885254 Sep 04 16:13:58.750945 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:58.754707 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45388) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:58.773509 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:13:58.793532 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b39d9c65-505a-4240-8de6-7e0ed98c0d7d is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:13:58.794008 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.815276 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 83fd1a5d-2b2a-4c22-a255-0b6e45502473) {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:58.820374 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Publish callbacks [] for port (20492141-e602-493e-80bb-dbf79fe64a71), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.829828 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a57e04-4855-49d4-a84e-64a10e207005 None None] Network 83fd1a5d-2b2a-4c22-a255-0b6e45502473 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:58.847073 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:58.847910 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:58.929072 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (20492141-e602-493e-80bb-dbf79fe64a71), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.021706 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.026516 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Publish callbacks [] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.058879 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-75cf6518-b38d-4e92-88a4-276f967dfccd admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3819809 Sep 04 16:13:59.081195 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port b39d9c65-505a-4240-8de6-7e0ed98c0d7d, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b39d9c65-505a-4240-8de6-7e0ed98c0d7d,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:13:59.127650 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74c3f0-ded3-49df-934a-228d39e9cb12 None None] Network 83fd1a5d-2b2a-4c22-a255-0b6e45502473 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:13:59.291542 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cead2d1a-dd40-44f1-b476-ec7a13c9c137 admin admin] Publish callbacks [] for security_group (a7966724-83d1-49ce-ba1b-c4540789dc0e), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.340152 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:59.353557 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.400444 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cead2d1a-dd40-44f1-b476-ec7a13c9c137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a7966724-83d1-49ce-ba1b-c4540789dc0e), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.415132 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45400) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:59.543418 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216872e-2ffb-4414-ade7-167299926731 None None] Pushing event updated for resources: {'Port': ['ID=20492141-e602-493e-80bb-dbf79fe64a71,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:59.581636 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.582868 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:13:59.621155 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.655846 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=69,neutron:INSERT=28,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:59.665992 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead2d1a-dd40-44f1-b476-ec7a13c9c137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7966724-83d1-49ce-ba1b-c4540789dc0e,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:59.672582 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-cead2d1a-dd40-44f1-b476-ec7a13c9c137 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e774896864974d3da13f42fcef8004d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1783586 Sep 04 16:13:59.680792 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ecdd76-847d-487a-96cb-d5d84e8f1663 admin admin] Deleting subnet 0760c422-7ab3-4796-a66e-9731dba2a7d1 {{(pid=106841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:13:59.684877 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45412) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:13:59.714760 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Pushing event updated for resources: {'Port': ['ID=432267bf-359a-4cef-aa7e-120c224fc8fe,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:59.738236 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:13:59.776946 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-5019fa7a-7e07-45e2-b7a5-600cac9dec83 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8707099 Sep 04 16:13:59.791105 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-94ecdd76-847d-487a-96cb-d5d84e8f1663 admin admin] Publish callbacks [] for subnet (0760c422-7ab3-4796-a66e-9731dba2a7d1), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.796511 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Network 20f718a7-f41d-48a2-8822-cd43d3405a61 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:13:59.922860 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-0fefb760-2b50-41af-9c53-6b2bdfcc6997 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280599 Sep 04 16:13:59.926525 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:13:59.933195 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=b39d9c65-505a-4240-8de6-7e0ed98c0d7d,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:13:59.934117 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:13:59.936801 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:13:59.937440 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:13:59.965751 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-0433445c-63b2-4e4d-b2b1-f7014be8c7cd service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3166800 Sep 04 16:14:00.045490 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-dfbede3a-2232-42b0-9d13-a329338081fa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6146040 Sep 04 16:14:00.081777 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:00.082208 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:00.092253 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:00.112009 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Attempting to bind port 20492141-e602-493e-80bb-dbf79fe64a71 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:14:00.112424 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Attempting to bind port 20492141-e602-493e-80bb-dbf79fe64a71 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:14:00.112786 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Attempting to bind port 20492141-e602-493e-80bb-dbf79fe64a71 on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:00.122481 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:14:00.122910 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Checking segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:14:00.123289 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:00.145139 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Bound using segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:14:00.145715 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Bound port: 20492141-e602-493e-80bb-dbf79fe64a71, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:14:00.146635 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (20492141-e602-493e-80bb-dbf79fe64a71), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:00.211389 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-f8a91792-0e3c-4c94-83a4-037f0c140264 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:14:00.214602 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-f8a91792-0e3c-4c94-83a4-037f0c140264 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052011 Sep 04 16:14:00.246009 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-94ecdd76-847d-487a-96cb-d5d84e8f1663 admin admin] Publish callbacks [] for subnet (0760c422-7ab3-4796-a66e-9731dba2a7d1), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:00.298096 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-94ecdd76-847d-487a-96cb-d5d84e8f1663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (0760c422-7ab3-4796-a66e-9731dba2a7d1), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:00.525630 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Allocated IP 172.27.3.105 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/47107fc8-fd97-4fb5-8de4-99b5f914ed7d) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:14:00.572971 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.27', 56269) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:00.619888 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:00.627431 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 31641ab7-63ea-4246-8ab1-632162cd100d up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:00.817811 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9f96-9e7c-4e08-82da-8137d1ef4614 admin admin] Publish callbacks [] for security_group (a7966724-83d1-49ce-ba1b-c4540789dc0e), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:00.819143 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] For port 20492141-e602-493e-80bb-dbf79fe64a71, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:14:00.819621 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bcdc73f0-610d-4bb4-b1d9-4000fc580643 req-73b286c4-0d5c-4060-ab11-f07cb05b3733 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 210 time: 0.1064405 Sep 04 16:14:00.820101 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-ff6d6f29-14f2-4ea1-9cae-60ab812ea8d5 None None] Provisioning complete for port 432267bf-359a-4cef-aa7e-120c224fc8fe triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:00.820101 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ff6d6f29-14f2-4ea1-9cae-60ab812ea8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:00.852279 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] For port 20492141-e602-493e-80bb-dbf79fe64a71, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=20492141-e602-493e-80bb-dbf79fe64a71,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:14:00.888984 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d6f29-14f2-4ea1-9cae-60ab812ea8d5 None None] Port 432267bf-359a-4cef-aa7e-120c224fc8fe cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:14:00.896208 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 31641ab7-63ea-4246-8ab1-632162cd100d triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:00.896208 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:00.938904 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-3828aadd-22b8-4353-b03a-06f680be248e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:00.974572 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-3828aadd-22b8-4353-b03a-06f680be248e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 818 time: 0.5039861 Sep 04 16:14:01.021134 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9f96-9e7c-4e08-82da-8137d1ef4614 admin admin] Publish callbacks [] for security_group (a7966724-83d1-49ce-ba1b-c4540789dc0e), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.031250 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:01.053506 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Request body: {'port': {'device_id': 'ee1afbcb-161b-4255-af5d-7aa20d2bf66f', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'admin_state_up': True, 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:01.063286 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 31641ab7-63ea-4246-8ab1-632162cd100d is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:01.063789 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.066489 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (20492141-e602-493e-80bb-dbf79fe64a71), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.086367 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-58200b18-6dd4-4027-b884-63ae28590c4b req-16d9495a-26cc-4dca-90e5-f0ddf2831d28 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 210 time: 0.2371855 Sep 04 16:14:01.157158 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:14:01.159320 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:13:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:01.171410 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229a730-47c7-4917-9c05-f74c32f4848f req-72282c42-5a5b-4ffc-95b9-64444831d05c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:01.174632 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6229a730-47c7-4917-9c05-f74c32f4848f req-72282c42-5a5b-4ffc-95b9-64444831d05c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 931 time: 0.3320704 Sep 04 16:14:01.186454 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Request body: {'port': {'device_id': 'b95d4253-8af1-41cb-94f9-59b563be0d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:01.234846 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:01.251990 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 31641ab7-63ea-4246-8ab1-632162cd100d, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=31641ab7-63ea-4246-8ab1-632162cd100d,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:01.346743 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-94ecdd76-847d-487a-96cb-d5d84e8f1663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (0760c422-7ab3-4796-a66e-9731dba2a7d1), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.349538 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216872e-2ffb-4414-ade7-167299926731 None None] Pushing event updated for resources: {'Port': ['ID=20492141-e602-493e-80bb-dbf79fe64a71,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:01.352538 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9f96-9e7c-4e08-82da-8137d1ef4614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a7966724-83d1-49ce-ba1b-c4540789dc0e), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.361990 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1cdf9f96-9e7c-4e08-82da-8137d1ef4614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.366121 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1cdf9f96-9e7c-4e08-82da-8137d1ef4614 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a7966724-83d1-49ce-ba1b-c4540789dc0e HTTP/1.1" status: 204 len: 168 time: 1.6798162 Sep 04 16:14:01.374170 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:01.394361 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.492661 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6229a730-47c7-4917-9c05-f74c32f4848f req-5f4df55d-bf62-4990-831f-c6cbf2ae8fa5 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557464 Sep 04 16:14:01.529902 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecdd76-847d-487a-96cb-d5d84e8f1663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0760c422-7ab3-4796-a66e-9731dba2a7d1,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:01.552358 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-94ecdd76-847d-487a-96cb-d5d84e8f1663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.570906 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-94ecdd76-847d-487a-96cb-d5d84e8f1663 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/0760c422-7ab3-4796-a66e-9731dba2a7d1 HTTP/1.1" status: 204 len: 168 time: 2.1511133 Sep 04 16:14:01.576205 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45466) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:01.604411 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf9f96-9e7c-4e08-82da-8137d1ef4614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7966724-83d1-49ce-ba1b-c4540789dc0e,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:01.616611 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.700605 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b39d9c65-505a-4240-8de6-7e0ed98c0d7d up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:01.836815 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (e76e63c4-4747-4353-bf78-cf986f78b431), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.855168 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Made reservation on behalf of cb043a0ecad3466bbd5a5874126d2810 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:14:01.863474 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:01.887924 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:14:01.954419 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=31641ab7-63ea-4246-8ab1-632162cd100d,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:02.022094 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99b7f7ba-2612-405a-86c2-5cf0d8727be0 req-165fa5c7-f9f1-42da-97ac-1b66629a14ec tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 210 time: 0.1038325 Sep 04 16:14:02.060130 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b39d9c65-505a-4240-8de6-7e0ed98c0d7d triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:02.060130 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:02.157618 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:02.376984 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:02.413970 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (47107fc8-fd97-4fb5-8de4-99b5f914ed7d), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:02.423489 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94e87df2-76e4-4d05-8298-bc150be5e6a2 req-7a21bd30-39ce-445f-b029-a2641c0c7e50 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 210 time: 0.1669726 Sep 04 16:14:02.563565 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b39d9c65-505a-4240-8de6-7e0ed98c0d7d is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:02.569086 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 2264beab-9303-409b-862f-419ec88388ee up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:02.740060 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432267bf-359a-4cef-aa7e-120c224fc8fe {{(pid=106841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:02.751885 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:00Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:02.760620 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Publish callbacks [] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:02.770459 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Allocated IP 172.20.0.5 (a845be48-e7c6-44a4-9bea-76b6b11d7a03/8f65ba93-9c99-4786-b78c-6bac60cc7e87/9b25d6f3-c217-4ae7-8acc-96e8367604e3) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:14:02.816661 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (47107fc8-fd97-4fb5-8de4-99b5f914ed7d), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:02.822698 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.provisioning_blocks [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Transition to ACTIVE for port object 432267bf-359a-4cef-aa7e-120c224fc8fe will not be triggered until provisioned by entity L2. {{(pid=106841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:14:02.841680 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962200ae-48a2-4b8e-82fb-421d7347a6db None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:00Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:14:02.881132 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 2264beab-9303-409b-862f-419ec88388ee triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:02.882630 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (2264beab-9303-409b-862f-419ec88388ee), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:02.967059 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:03.079355 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (e76e63c4-4747-4353-bf78-cf986f78b431), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:03.107682 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:14:03.137510 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:14:03.138418 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:03.138503 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=47107fc8-fd97-4fb5-8de4-99b5f914ed7d,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:03.153942 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:14:03.157971 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 2264beab-9303-409b-862f-419ec88388ee is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:03.196394 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.196806 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.197770 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.198210 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.198549 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.199017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.199340 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.199748 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.200157 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.200553 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.355375 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Pushing event updated for resources: {'Port': ['ID=432267bf-359a-4cef-aa7e-120c224fc8fe,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:03.367119 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.managers [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Attempting to bind port 432267bf-359a-4cef-aa7e-120c224fc8fe on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:14:03.367713 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.managers [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Attempting to bind port 432267bf-359a-4cef-aa7e-120c224fc8fe by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'}] {{(pid=106841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:14:03.368149 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Attempting to bind port 432267bf-359a-4cef-aa7e-120c224fc8fe on network 20f718a7-f41d-48a2-8822-cd43d3405a61 {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:03.382840 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Port 432267bf-359a-4cef-aa7e-120c224fc8fe on network 20f718a7-f41d-48a2-8822-cd43d3405a61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:14:03.382840 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Attempting to bind port 432267bf-359a-4cef-aa7e-120c224fc8fe on network 20f718a7-f41d-48a2-8822-cd43d3405a61 {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:03.388170 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (860db11f-3e1b-408d-ab75-c89fb02a4657), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:03.397310 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:14:03.398306 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Checking segment: {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:14:03.398488 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Bound using segment: {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'} {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:14:03.399024 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.managers [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Bound port: 432267bf-359a-4cef-aa7e-120c224fc8fe, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed08d8e1-b902-4099-be19-2b5a019d7919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61'}}] {{(pid=106841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:14:03.399481 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:03.542769 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (47107fc8-fd97-4fb5-8de4-99b5f914ed7d), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:03.600559 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] For port 432267bf-359a-4cef-aa7e-120c224fc8fe, host hv-cinder-85236, cleared binding levels {{(pid=106841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:14:03.754208 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] For port 432267bf-359a-4cef-aa7e-120c224fc8fe, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=432267bf-359a-4cef-aa7e-120c224fc8fe,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:14:03.854225 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 20492141-e602-493e-80bb-dbf79fe64a71 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:03.864100 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.868146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.868146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.868146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:14:03.868146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76e63c4-4747-4353-bf78-cf986f78b431']}} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:03.931666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de508ec-7b07-47e2-a500-577f19b76883') {'for_net_delete': True} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:03.932021 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de508ec-7b07-47e2-a500-577f19b76883') {} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:03.976110 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26549617'] for segment (9de508ec-7b07-47e2-a500-577f19b76883), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:03.992390 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.006506 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (9de508ec-7b07-47e2-a500-577f19b76883), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.011981 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:04.012616 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.021770 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/432267bf-359a-4cef-aa7e-120c224fc8fe HTTP/1.1" status: 200 len: 1093 time: 3.3923450 Sep 04 16:14:04.024005 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:14:04.024005 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26518376'] for segment (9de508ec-7b07-47e2-a500-577f19b76883), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.024224 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95d4253-8af1-41cb-94f9-59b563be0d1d', 'tag': '432267bf-359a-4cef-aa7e-120c224fc8fe'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:04.029437 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 20492141-e602-493e-80bb-dbf79fe64a71 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:04.030652 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (20492141-e602-493e-80bb-dbf79fe64a71), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.289719 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c82605-6b7f-42b2-9f7f-b63c41e7621a service neutron] Pushing event updated for resources: {'Port': ['ID=432267bf-359a-4cef-aa7e-120c224fc8fe,revision_number=3']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:04.397506 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 20492141-e602-493e-80bb-dbf79fe64a71 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:04.398369 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (20492141-e602-493e-80bb-dbf79fe64a71), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.435173 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:04.496074 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 20492141-e602-493e-80bb-dbf79fe64a71, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=20492141-e602-493e-80bb-dbf79fe64a71,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:04.525203 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dbb21-2822-4372-816c-d7a35724aa93 req-24c3e222-47b1-4526-9b28-bdb3eb23aba3 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:04.542772 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-270dbb21-2822-4372-816c-d7a35724aa93 req-24c3e222-47b1-4526-9b28-bdb3eb23aba3 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 1.4897072 Sep 04 16:14:04.580581 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (20492141-e602-493e-80bb-dbf79fe64a71), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.581435 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 31641ab7-63ea-4246-8ab1-632162cd100d up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:04.619743 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.27', 56285) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:04.747934 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (e76e63c4-4747-4353-bf78-cf986f78b431), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.776878 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.780723 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/e76e63c4-4747-4353-bf78-cf986f78b431 HTTP/1.1" status: 204 len: 168 time: 3.2029212 Sep 04 16:14:04.830588 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 31641ab7-63ea-4246-8ab1-632162cd100d triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:04.831264 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.833013 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=20492141-e602-493e-80bb-dbf79fe64a71,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:04.857462 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7ef7bed5-62bd-465f-be2c-14716582325c req-9335f176-f8f3-4f71-bbe1-2aee0dc5b5d3 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 210 time: 0.4093070 Sep 04 16:14:04.874184 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:04.876602 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45554) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:04.916401 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:04.921385 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aa8884-e0d2-42c8-bb07-da9889591033" -d '{"events": [{"name": "network-changed", "server_uuid": "b95d4253-8af1-41cb-94f9-59b563be0d1d", "tag": "432267bf-359a-4cef-aa7e-120c224fc8fe"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:04.940731 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:05.070204 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-73b05a89-e233-4171-aabb-d1e4fd9801a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:05.074180 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-73b05a89-e233-4171-aabb-d1e4fd9801a5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=17338e3b6b204595a43fddc1c00ed26b&device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 1127 time: 0.7692819 Sep 04 16:14:05.079025 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (47107fc8-fd97-4fb5-8de4-99b5f914ed7d), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:05.091889 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 31641ab7-63ea-4246-8ab1-632162cd100d is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:05.111194 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f6ce-4b73-4ca8-9948-df6e56b2d0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e76e63c4-4747-4353-bf78-cf986f78b431,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:05.156895 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ad4ce87f-4412-41fc-b468-189da6b48be8 req-f246b8b5-9e3b-4883-8e3e-1af247abe4b5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 210 time: 0.0859611 Sep 04 16:14:05.205506 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (47107fc8-fd97-4fb5-8de4-99b5f914ed7d), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:05.206467 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (860db11f-3e1b-408d-ab75-c89fb02a4657), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:05.244359 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-270dbb21-2822-4372-816c-d7a35724aa93 req-15f7ff79-4c7a-4ecf-8197-535d31706a45 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7007124 Sep 04 16:14:05.261085 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d816881-8157-4781-951b-2a716b2965a8 admin admin] Deleting subnet 7df8aa88-7a15-4227-9fbf-039102e50ec7 {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:14:05.269187 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:05.271813 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-6d816881-8157-4781-951b-2a716b2965a8 admin admin] Publish callbacks [] for subnet (7df8aa88-7a15-4227-9fbf-039102e50ec7), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:05.310325 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 9de508ec-7b07-47e2-a500-577f19b76883 resource provider aggregate not found Sep 04 16:14:05.351179 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 9de508ec-7b07-47e2-a500-577f19b76883 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9de508ec-7b07-47e2-a500-577f19b76883 found for delete ", "request_id": "req-9629193f-c44d-4c2d-bf51-3faf6bf62003"}]} Sep 04 16:14:05.366710 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e287-2c86-4377-b521-b2fcae1d988c req-2dcccec7-8f4a-46b3-9d5a-e34bcb9dffb1 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:05.369009 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-2dcccec7-8f4a-46b3-9d5a-e34bcb9dffb1 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 818 time: 0.6907582 Sep 04 16:14:05.378642 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-6d816881-8157-4781-951b-2a716b2965a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (7df8aa88-7a15-4227-9fbf-039102e50ec7), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:05.409659 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Request body: {'port': {'device_id': '9df07895-c9cb-4cee-93e7-1cafff31b091', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'admin_state_up': True, 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:05.534264 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.27', 56289) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:05.539251 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:05.563276 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-8b20b1cb-c252-4bd0-ad0f-ce39fa1eaa51 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=432267bf-359a-4cef-aa7e-120c224fc8fe HTTP/1.1" status: 200 len: 217 time: 0.3525865 Sep 04 16:14:05.683007 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 20492141-e602-493e-80bb-dbf79fe64a71 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:05.693338 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-c2904a04-a818-48bd-9186-efb875118a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:05.695199 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-c2904a04-a818-48bd-9186-efb875118a9a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a4c646dd-1d50-42f2-b91e-83b7d0688c27 HTTP/1.1" status: 200 len: 851 time: 0.1240454 Sep 04 16:14:05.699912 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:05.701500 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9430246 Sep 04 16:14:05.702722 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e005cf-d78b-48b8-a294-104f63d5d283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=47107fc8-fd97-4fb5-8de4-99b5f914ed7d,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:05.722480 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event updated for resources: {'Port': ['ID=9b25d6f3-c217-4ae7-8acc-96e8367604e3,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:05.899974 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:05.926550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:14:05.966094 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:14:05.979940 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:14:06.004486 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=9 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:06.010349 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45472a2e-6cc2-40f3-8dc3-75277a453d36 x-openstack-request-id: req-45472a2e-6cc2-40f3-8dc3-75277a453d36 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:06.012362 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b95d4253-8af1-41cb-94f9-59b563be0d1d", "tag": "432267bf-359a-4cef-aa7e-120c224fc8fe", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:06.013991 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45472a2e-6cc2-40f3-8dc3-75277a453d36 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:06.020485 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45472a2e-6cc2-40f3-8dc3-75277a453d36'] response: {'name': 'network-changed', 'server_uuid': 'b95d4253-8af1-41cb-94f9-59b563be0d1d', 'tag': '432267bf-359a-4cef-aa7e-120c224fc8fe', 'status': 'completed', 'code': 200} Sep 04 16:14:06.034797 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-60706342-003a-4849-a1a4-27bf2f8103b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:06.045779 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-60706342-003a-4849-a1a4-27bf2f8103b8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=20f718a7-f41d-48a2-8822-cd43d3405a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3392789 Sep 04 16:14:06.140085 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-6d816881-8157-4781-951b-2a716b2965a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (7df8aa88-7a15-4227-9fbf-039102e50ec7), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:06.169554 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-cc8080d4-4293-4bb3-9d8f-da72a7393def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:06.197685 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 20492141-e602-493e-80bb-dbf79fe64a71 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:06.198238 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (20492141-e602-493e-80bb-dbf79fe64a71), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:06.292592 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Made reservation on behalf of cb043a0ecad3466bbd5a5874126d2810 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:14:06.315288 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:06.317609 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-036e3e4c-96e6-4b99-ba2e-66136d9525d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/20f718a7-f41d-48a2-8822-cd43d3405a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418029 Sep 04 16:14:06.368530 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:06.445409 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 20492141-e602-493e-80bb-dbf79fe64a71 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:06.533481 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:06.533481 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:06.579774 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-82888ec9-0611-4e89-b749-b192a2be7ab8 None None] Provisioning complete for port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:06.580293 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-82888ec9-0611-4e89-b749-b192a2be7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:06.598845 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f28160ab-7bb8-4d11-94b1-d07ac7bb9c34 req-c02f5d6d-ee53-4e7c-86a4-41c28d664a0e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 210 time: 0.4928453 Sep 04 16:14:06.776579 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-82888ec9-0611-4e89-b749-b192a2be7ab8 None None] Port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:14:06.824216 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45646) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:06.908418 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-58a215d6-22fa-47bd-8770-9f76ad05db9b req-9d204636-b547-43c9-a683-63698e72e265 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/20f718a7-f41d-48a2-8822-cd43d3405a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767710 Sep 04 16:14:07.084345 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-8951618d-d24a-45fc-a3d1-314d6c949d9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0624964 Sep 04 16:14:07.142151 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-229ade93-8aef-4db8-943c-5a07bf949e99 req-52ea88f8-2a1b-46e5-a9d4-5ebb9945600a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 210 time: 0.2675536 Sep 04 16:14:07.228490 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-a6dad14f-3b29-456e-932a-2b9965875ff6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:07.230305 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-a6dad14f-3b29-456e-932a-2b9965875ff6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 817 time: 1.6922500 Sep 04 16:14:07.250691 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-dba50813-a322-458d-be79-d1b503d9bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:07.253195 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-dba50813-a322-458d-be79-d1b503d9bb21 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=17338e3b6b204595a43fddc1c00ed26b&device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 1127 time: 0.1533527 Sep 04 16:14:07.261502 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:07.265541 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Request body: {'port': {'device_id': 'ee1afbcb-161b-4255-af5d-7aa20d2bf66f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:07.268152 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:07.288569 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-6d816881-8157-4781-951b-2a716b2965a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (7df8aa88-7a15-4227-9fbf-039102e50ec7), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:07.406392 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-58ac418f-f693-451d-becd-c41808eff6db tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--858258701&fields=id&tenant_id=1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 267 time: 1.0384197 Sep 04 16:14:07.465582 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d816881-8157-4781-951b-2a716b2965a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df8aa88-7a15-4227-9fbf-039102e50ec7,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:07.479694 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-6d816881-8157-4781-951b-2a716b2965a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:07.486706 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-6d816881-8157-4781-951b-2a716b2965a8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/7df8aa88-7a15-4227-9fbf-039102e50ec7 HTTP/1.1" status: 204 len: 168 time: 2.5907581 Sep 04 16:14:07.487661 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45666) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:07.508959 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Allocated IP 172.20.0.8 (a845be48-e7c6-44a4-9bea-76b6b11d7a03/8f65ba93-9c99-4786-b78c-6bac60cc7e87/dab8e735-7496-45d4-bc92-b047426a274b) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:14:07.539696 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:07.653110 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bbda005d-461b-4f70-b037-612b0163faa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:07.818028 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f32d2-2712-43ff-9377-8cdb96684d79 req-099c151f-fbb8-4578-b716-b3c1244e49a1 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:07.826382 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1e2f32d2-2712-43ff-9377-8cdb96684d79 req-099c151f-fbb8-4578-b716-b3c1244e49a1 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 0.4636228 Sep 04 16:14:07.901124 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bbda005d-461b-4f70-b037-612b0163faa5 admin admin] Publish callbacks [] for security_group (d51ac261-2321-40d2-8d1f-70a2f47c4cb6), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:07.916745 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:07.958118 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-8986b06a-cf53-498a-a7f0-74993a8e59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:07.959716 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-8986b06a-cf53-498a-a7f0-74993a8e59e7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=20f718a7-f41d-48a2-8822-cd43d3405a61 HTTP/1.1" status: 200 len: 913 time: 0.6893978 Sep 04 16:14:07.963236 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (83fd1a5d-2b2a-4c22-a255-0b6e45502473), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:07.974315 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-4bf1d5d9-bbbb-49f9-b7c0-70e14df90a29 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3219dc7400ec4957a31b1b0fabfd8c56 HTTP/1.1" status: 200 len: 380 time: 0.6769161 Sep 04 16:14:07.976193 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-33729749-0117-4633-88ec-db3732eadc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:07.998286 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'port': {'device_id': '25192300-f22a-4b50-b390-17236f961eb5', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'admin_state_up': True, 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'security_groups': ['6d83d604-cd06-4997-a6a6-ea2b32bed250']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:08.029049 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bbda005d-461b-4f70-b037-612b0163faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d51ac261-2321-40d2-8d1f-70a2f47c4cb6), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:08.035497 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-a6435f96-0519-4568-86f8-3379ea349c24 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=432267bf-359a-4cef-aa7e-120c224fc8fe HTTP/1.1" status: 200 len: 217 time: 0.0495992 Sep 04 16:14:08.110218 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bbda005d-461b-4f70-b037-612b0163faa5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=328290a36e0f451c9117bcce81c7b753&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2845690 Sep 04 16:14:08.111277 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda005d-461b-4f70-b037-612b0163faa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51ac261-2321-40d2-8d1f-70a2f47c4cb6,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:08.115245 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45672) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:08.132836 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-6280759b-52f5-4b02-931c-fc1df97d6e7f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:08.142288 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-6280759b-52f5-4b02-931c-fc1df97d6e7f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 815 time: 0.6775463 Sep 04 16:14:08.162377 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:08.180630 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1e2f32d2-2712-43ff-9377-8cdb96684d79 req-c578dc3a-a8e9-40d3-8a36-2001fd939f7e tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532507 Sep 04 16:14:08.188826 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-e089ecc7-eba4-4dba-8064-f56e5e62a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:08.192440 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-e089ecc7-eba4-4dba-8064-f56e5e62a849 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a4c646dd-1d50-42f2-b91e-83b7d0688c27 HTTP/1.1" status: 200 len: 851 time: 0.1467106 Sep 04 16:14:08.268870 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-ebcf67b1-edf5-4c56-bef2-17ee73755c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:08.271118 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-ebcf67b1-edf5-4c56-bef2-17ee73755c38 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=20f718a7-f41d-48a2-8822-cd43d3405a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693183 Sep 04 16:14:08.302582 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c147081a-d140-4593-a4b5-4d8e0341152e admin admin] Publish callbacks [] for security_group (d51ac261-2321-40d2-8d1f-70a2f47c4cb6), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:08.363760 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c147081a-d140-4593-a4b5-4d8e0341152e admin admin] Publish callbacks [] for security_group (d51ac261-2321-40d2-8d1f-70a2f47c4cb6), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:08.442892 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-57d8ed99-d740-4d3a-a882-74cb639a3173 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/20f718a7-f41d-48a2-8822-cd43d3405a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631196 Sep 04 16:14:08.532780 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:08.569330 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c147081a-d140-4593-a4b5-4d8e0341152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d51ac261-2321-40d2-8d1f-70a2f47c4cb6), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:08.571892 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c147081a-d140-4593-a4b5-4d8e0341152e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:08.573042 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c147081a-d140-4593-a4b5-4d8e0341152e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d51ac261-2321-40d2-8d1f-70a2f47c4cb6 HTTP/1.1" status: 204 len: 168 time: 0.4565682 Sep 04 16:14:08.576537 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-4510277f-3812-4ca0-8d44-d90d6c6b3b5d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/quotas/1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 375 time: 0.3853104 Sep 04 16:14:08.586710 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147081a-d140-4593-a4b5-4d8e0341152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51ac261-2321-40d2-8d1f-70a2f47c4cb6,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:08.604249 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:08.622988 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-92aa8884-e0d2-42c8-bb07-da9889591033 req-229d9d81-8694-4207-a22d-c2518f087c2d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/20f718a7-f41d-48a2-8822-cd43d3405a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677334 Sep 04 16:14:08.858768 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e4c3cec1-9777-4ba9-9517-4a7c4ec0bb87 req-a9fe6a85-1d52-4521-b14f-47c268d29432 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 210 time: 0.3056922 Sep 04 16:14:08.902380 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (83fd1a5d-2b2a-4c22-a255-0b6e45502473), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:08.971607 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-6336ac77-a089-49de-a5f0-90f656ab6b8b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3040183 Sep 04 16:14:08.984549 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fd1a5d-2b2a-4c22-a255-0b6e45502473']}} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:09.008515 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:09.038647 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for port (dab8e735-7496-45d4-bc92-b047426a274b), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:09.044312 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f5f7d0-622c-4bab-8f66-179d62aa0cb1') {'for_net_delete': True} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:09.044679 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f5f7d0-622c-4bab-8f66-179d62aa0cb1') {} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:09.097257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26549617'] for segment (60f5f7d0-622c-4bab-8f66-179d62aa0cb1), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:09.180614 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c72cdf3-1245-4067-96a9-628f58c74c8e req-38d8ca6c-fab2-4cfd-9a4d-18d32d014157 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 210 time: 0.1532130 Sep 04 16:14:09.180614 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (60f5f7d0-622c-4bab-8f66-179d62aa0cb1), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:09.200114 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:14:09.200582 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26518376'] for segment (60f5f7d0-622c-4bab-8f66-179d62aa0cb1), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:09.280662 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 60f5f7d0-622c-4bab-8f66-179d62aa0cb1 resource provider aggregate not found Sep 04 16:14:09.326847 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 60f5f7d0-622c-4bab-8f66-179d62aa0cb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60f5f7d0-622c-4bab-8f66-179d62aa0cb1 found for delete ", "request_id": "req-7b4c273a-6982-4a8f-ada6-ad4f345354be"}]} Sep 04 16:14:09.334058 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-013e6168-1229-470d-94ca-34f02c5a5a34 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351398 Sep 04 16:14:09.472595 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff67c79-733b-48a6-9566-59d1e6ca1a3c req-31dac54b-ca03-4ffb-aab1-30ed267c708e tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:09.474368 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7ff67c79-733b-48a6-9566-59d1e6ca1a3c req-31dac54b-ca03-4ffb-aab1-30ed267c708e tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 0.1818740 Sep 04 16:14:09.495046 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:09.586770 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (dab8e735-7496-45d4-bc92-b047426a274b), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:09.594683 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Made reservation on behalf of 3219dc7400ec4957a31b1b0fabfd8c56 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:14:09.608396 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:09.612700 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (83fd1a5d-2b2a-4c22-a255-0b6e45502473), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:09.628747 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:09.632605 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/83fd1a5d-2b2a-4c22-a255-0b6e45502473 HTTP/1.1" status: 204 len: 168 time: 2.1114490 Sep 04 16:14:09.733979 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f81a1-fb1b-4fb0-b3ac-4eb7dd24d46c admin admin] Pushing event deleted for resources: {'Network': ['ID=83fd1a5d-2b2a-4c22-a255-0b6e45502473,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:09.782053 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-a022f162-d170-4c5a-a0a0-bc9bcd7a5b9a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165428 Sep 04 16:14:09.799241 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:14:09.801053 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:14:09.804038 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:14:09.841845 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:09.860716 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7ff67c79-733b-48a6-9566-59d1e6ca1a3c req-bd5762a2-171a-4db5-b3e2-b61092e47ebd tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795824 Sep 04 16:14:09.898804 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event updated for resources: {'Port': ['ID=dab8e735-7496-45d4-bc92-b047426a274b,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:10.008195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:10.034871 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:10.035514 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.106692 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45708) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:10.128250 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:10.129981 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a2cad1e4-7a24-4bbf-92ef-4ea700a0c644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.143480 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b303dc-1ee6-4bf7-ba14-e843484e757c req-b7e671cd-4863-4f7c-9c3e-ea60abe58efe tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:10.152126 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-39b303dc-1ee6-4bf7-ba14-e843484e757c req-b7e671cd-4863-4f7c-9c3e-ea60abe58efe tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 931 time: 0.1451018 Sep 04 16:14:10.167129 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-25f548b7-14a3-414d-8814-a40a08941b90 None None] Provisioning complete for port dab8e735-7496-45d4-bc92-b047426a274b triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:10.174145 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-25f548b7-14a3-414d-8814-a40a08941b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (dab8e735-7496-45d4-bc92-b047426a274b), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.239374 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-1e2416f6-6ee7-4213-987b-ed4c9c03e85d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8354425 Sep 04 16:14:10.296786 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-25f548b7-14a3-414d-8814-a40a08941b90 None None] Port dab8e735-7496-45d4-bc92-b047426a274b cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:14:10.298275 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Request body: {'port': {'device_id': '9df07895-c9cb-4cee-93e7-1cafff31b091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:10.315375 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45716) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:10.351968 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b25d6f3-c217-4ae7-8acc-96e8367604e3 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:10.416326 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-560f290a-9534-49d7-b1fc-53dd1945b60d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=444b2403d08a4782a56a5543d6c50029&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0988622 Sep 04 16:14:10.417261 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-326951c4-75ed-4b1f-83ed-973f15eef8a6 req-c5cf1610-b044-4f1c-b51a-7529440519e0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 210 time: 0.0443425 Sep 04 16:14:10.420700 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45718) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:10.423077 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Publish callbacks [] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.440888 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Allocated IP 172.20.0.6 (d8e80fc6-ad05-43a4-89cd-45fef4a75dff/8e524df5-d90a-462e-b47c-e3a2cd1e1833/ea45359b-6df0-4bcb-9182-26e4cca9bdd6) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:14:10.446463 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-39b303dc-1ee6-4bf7-ba14-e843484e757c req-2e650929-fc62-43f5-ab86-1b21a94c6767 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933130 Sep 04 16:14:10.482701 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Transition to ACTIVE for port object 9b25d6f3-c217-4ae7-8acc-96e8367604e3 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:14:10.486372 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a2cad1e4-7a24-4bbf-92ef-4ea700a0c644 admin admin] Publish callbacks [] for security_group (a2938dde-b52b-49f4-acf4-a32d1c0c3520), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.544483 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-05de5dd6-1afb-4efa-b896-ed7b6e49f054 admin admin] Publish callbacks [] for security_group (1c2b0432-c48a-48f2-ad41-bf339a507b6b), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.559674 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.585716 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-05de5dd6-1afb-4efa-b896-ed7b6e49f054 admin admin] Publish callbacks [] for security_group (1c2b0432-c48a-48f2-ad41-bf339a507b6b), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.602027 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a2cad1e4-7a24-4bbf-92ef-4ea700a0c644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a2938dde-b52b-49f4-acf4-a32d1c0c3520), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.671552 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.683478 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cad1e4-7a24-4bbf-92ef-4ea700a0c644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2938dde-b52b-49f4-acf4-a32d1c0c3520,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:10.689468 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a2cad1e4-7a24-4bbf-92ef-4ea700a0c644 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d5679ab32e2746c399563a107655d4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5817654 Sep 04 16:14:10.692253 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45722) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:10.724809 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.759682 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (dab8e735-7496-45d4-bc92-b047426a274b), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.805686 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4e38d25d-94ab-4d27-b6e4-ba0d2a871b05 req-1297b852-7c92-4419-9db7-22272b6df8ef tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.1990020 Sep 04 16:14:10.813494 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-05de5dd6-1afb-4efa-b896-ed7b6e49f054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1c2b0432-c48a-48f2-ad41-bf339a507b6b), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.816463 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-05de5dd6-1afb-4efa-b896-ed7b6e49f054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.817529 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-05de5dd6-1afb-4efa-b896-ed7b6e49f054 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1c2b0432-c48a-48f2-ad41-bf339a507b6b HTTP/1.1" status: 204 len: 168 time: 0.3957353 Sep 04 16:14:10.862604 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45730) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:10.864260 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ff43fa8-e514-42ef-bd7d-f64b76b34078 admin admin] Publish callbacks [] for security_group (a2938dde-b52b-49f4-acf4-a32d1c0c3520), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:10.908998 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:10.911373 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de5dd6-1afb-4efa-b896-ed7b6e49f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2b0432-c48a-48f2-ad41-bf339a507b6b,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:10.952027 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ff43fa8-e514-42ef-bd7d-f64b76b34078 admin admin] Publish callbacks [] for security_group (a2938dde-b52b-49f4-acf4-a32d1c0c3520), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:11.086462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b25d6f3-c217-4ae7-8acc-96e8367604e3,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:11.137635 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5b999e53-ab3f-4a28-aaf5-3f3659c9bb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:11.203733 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ff43fa8-e514-42ef-bd7d-f64b76b34078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a2938dde-b52b-49f4-acf4-a32d1c0c3520), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:11.207891 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ff43fa8-e514-42ef-bd7d-f64b76b34078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:11.211848 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-4ff43fa8-e514-42ef-bd7d-f64b76b34078 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a2938dde-b52b-49f4-acf4-a32d1c0c3520 HTTP/1.1" status: 204 len: 168 time: 0.5157797 Sep 04 16:14:11.243042 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff43fa8-e514-42ef-bd7d-f64b76b34078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2938dde-b52b-49f4-acf4-a32d1c0c3520,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:11.311835 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb53c0f-d7a2-48e9-a6e7-d100d65e3409 req-db2e0eb6-8773-4ab4-8cdd-6d25ad2946ba tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:11.320045 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3eb53c0f-d7a2-48e9-a6e7-d100d65e3409 req-db2e0eb6-8773-4ab4-8cdd-6d25ad2946ba tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 0.2334354 Sep 04 16:14:11.374774 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5b999e53-ab3f-4a28-aaf5-3f3659c9bb61 admin admin] Publish callbacks [] for security_group (d9fd28d5-36f8-44a4-825b-184061cbaac6), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:11.461476 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5b999e53-ab3f-4a28-aaf5-3f3659c9bb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d9fd28d5-36f8-44a4-825b-184061cbaac6), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:11.560050 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Attempting to bind port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:14:11.561839 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Attempting to bind port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:14:11.561839 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Attempting to bind port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:11.574005 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-5b999e53-ab3f-4a28-aaf5-3f3659c9bb61 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=cb3b32b725ad415fa318aa6da84b3a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105355 Sep 04 16:14:11.586678 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45750) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:11.608793 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b999e53-ab3f-4a28-aaf5-3f3659c9bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fd28d5-36f8-44a4-825b-184061cbaac6,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:11.617316 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:14:11.625130 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Attempting to bind port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:11.705208 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:14:11.707003 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Checking segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:14:11.714915 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Bound using segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:14:11.716225 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Bound port: 9b25d6f3-c217-4ae7-8acc-96e8367604e3, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:14:11.719071 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:11.810272 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:11.832847 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3eb53c0f-d7a2-48e9-a6e7-d100d65e3409 req-89ef5574-3910-4a1d-956d-47bd8b5c06e4 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787783 Sep 04 16:14:11.959774 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:12.048119 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:12.104560 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45768) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:12.119015 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a908c4d-8c1c-4d68-9829-8d8d8d96bf6c req-1660c906-c80e-4326-80a6-2067e4708498 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:12.121266 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5a908c4d-8c1c-4d68-9829-8d8d8d96bf6c req-1660c906-c80e-4326-80a6-2067e4708498 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 931 time: 0.4355397 Sep 04 16:14:12.131698 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e50905da-7a4e-4bb0-b807-656f249bc09d req-7c78355c-b6c6-48d3-b7cf-783cb82597a6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 210 time: 0.1113858 Sep 04 16:14:12.163849 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:12.182754 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d3f41069-8f7b-473f-9967-7580bb2db789 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=689b750af589492eb8ffef7969a92282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768137 Sep 04 16:14:12.185866 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45772) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:12.222350 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0227-8378-49fc-a711-43729f7415e5 admin admin] Publish callbacks [] for security_group (d9fd28d5-36f8-44a4-825b-184061cbaac6), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.227219 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] For port 9b25d6f3-c217-4ae7-8acc-96e8367604e3, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:14:12.289608 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-408bf4be-5034-4de3-979d-8e1e04b2b7b5 admin admin] Publish callbacks [] for security_group (ab83bbe3-2cb4-4884-b365-8a386ab572f4), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.296057 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] For port 9b25d6f3-c217-4ae7-8acc-96e8367604e3, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:14:12.321415 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-408bf4be-5034-4de3-979d-8e1e04b2b7b5 admin admin] Publish callbacks [] for security_group (ab83bbe3-2cb4-4884-b365-8a386ab572f4), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.346633 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0227-8378-49fc-a711-43729f7415e5 admin admin] Publish callbacks [] for security_group (d9fd28d5-36f8-44a4-825b-184061cbaac6), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.379170 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.400172 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5a908c4d-8c1c-4d68-9829-8d8d8d96bf6c req-144cb174-e34e-4d85-9f31-3fc0a0a3329b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671411 Sep 04 16:14:12.438114 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89d09206-0828-4a7a-8603-50bf39979ffc req-92814d2d-305f-48ce-a269-ee6061329dee tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.1565530 Sep 04 16:14:12.483586 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.487792 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:12.488411 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.489835 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/9b25d6f3-c217-4ae7-8acc-96e8367604e3 HTTP/1.1" status: 200 len: 1093 time: 5.3432250 Sep 04 16:14:12.508100 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1afbcb-161b-4255-af5d-7aa20d2bf66f', 'tag': '9b25d6f3-c217-4ae7-8acc-96e8367604e3'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:12.509530 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:14:12.511955 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab8e735-7496-45d4-bc92-b047426a274b {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:12.517638 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-408bf4be-5034-4de3-979d-8e1e04b2b7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ab83bbe3-2cb4-4884-b365-8a386ab572f4), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.522755 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-408bf4be-5034-4de3-979d-8e1e04b2b7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.527050 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-408bf4be-5034-4de3-979d-8e1e04b2b7b5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ab83bbe3-2cb4-4884-b365-8a386ab572f4 HTTP/1.1" status: 204 len: 168 time: 0.3348978 Sep 04 16:14:12.530745 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Publish callbacks [] for port (dab8e735-7496-45d4-bc92-b047426a274b), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.534853 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bf4be-5034-4de3-979d-8e1e04b2b7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab83bbe3-2cb4-4884-b365-8a386ab572f4,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:12.535351 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:14:12.537791 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:14:12.567089 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:12.652702 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:12.653607 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.662969 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7e154-6d74-462a-b477-970cd4efcee4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b25d6f3-c217-4ae7-8acc-96e8367604e3,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:12.730999 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Transition to ACTIVE for port object dab8e735-7496-45d4-bc92-b047426a274b will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:14:12.733289 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0227-8378-49fc-a711-43729f7415e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d9fd28d5-36f8-44a4-825b-184061cbaac6), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.735820 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1ee0227-8378-49fc-a711-43729f7415e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.744018 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-b1ee0227-8378-49fc-a711-43729f7415e5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d9fd28d5-36f8-44a4-825b-184061cbaac6 HTTP/1.1" status: 204 len: 168 time: 1.1419356 Sep 04 16:14:12.747525 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-5c459cfa-96d1-45fa-8a64-53d69a1cb511 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7539194 Sep 04 16:14:12.760693 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188cb938-2d71-4ffd-8101-5604e119875c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1afbcb-161b-4255-af5d-7aa20d2bf66f", "tag": "9b25d6f3-c217-4ae7-8acc-96e8367604e3"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:12.764365 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee0227-8378-49fc-a711-43729f7415e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fd28d5-36f8-44a4-825b-184061cbaac6,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:12.807502 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:12.837615 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-3fbdec6b-627d-4ff3-9e7b-b970ce940ab8 None None] Provisioning complete for port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:12.838129 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3fbdec6b-627d-4ff3-9e7b-b970ce940ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.847403 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (dab8e735-7496-45d4-bc92-b047426a274b), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:12.877554 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-3fbdec6b-627d-4ff3-9e7b-b970ce940ab8 None None] Port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:14:12.945980 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Pushing event updated for resources: {'Port': ['ID=dab8e735-7496-45d4-bc92-b047426a274b,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:13.014506 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Attempting to bind port dab8e735-7496-45d4-bc92-b047426a274b on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:14:13.014840 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Attempting to bind port dab8e735-7496-45d4-bc92-b047426a274b by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:14:13.015235 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Attempting to bind port dab8e735-7496-45d4-bc92-b047426a274b on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:13.022174 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Port dab8e735-7496-45d4-bc92-b047426a274b on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:14:13.022485 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Attempting to bind port dab8e735-7496-45d4-bc92-b047426a274b on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:13.029550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b00fb0-6f56-4bd4-a703-07f2d56a131d req-49fcd49b-20bc-4bb7-a8a4-5eaba077b23c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:13.031043 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-29b00fb0-6f56-4bd4-a703-07f2d56a131d req-49fcd49b-20bc-4bb7-a8a4-5eaba077b23c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 0.0806990 Sep 04 16:14:13.035926 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:14:13.036265 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Checking segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:14:13.036646 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Bound using segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:14:13.037467 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Bound port: dab8e735-7496-45d4-bc92-b047426a274b, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:14:13.037467 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (dab8e735-7496-45d4-bc92-b047426a274b), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:13.135281 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae739feb-9320-4f39-a469-14ee7c061dcb x-openstack-request-id: req-ae739feb-9320-4f39-a469-14ee7c061dcb {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:13.143640 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1afbcb-161b-4255-af5d-7aa20d2bf66f", "tag": "9b25d6f3-c217-4ae7-8acc-96e8367604e3", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:13.143640 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae739feb-9320-4f39-a469-14ee7c061dcb {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:13.143640 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae739feb-9320-4f39-a469-14ee7c061dcb'] response: {'name': 'network-changed', 'server_uuid': 'ee1afbcb-161b-4255-af5d-7aa20d2bf66f', 'tag': '9b25d6f3-c217-4ae7-8acc-96e8367604e3', 'status': 'completed', 'code': 200} Sep 04 16:14:13.143640 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-29b00fb0-6f56-4bd4-a703-07f2d56a131d req-533eef2d-712a-4a29-a65c-30d488fda6e0 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010230 Sep 04 16:14:13.147046 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] For port dab8e735-7496-45d4-bc92-b047426a274b, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:14:13.150436 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] For port dab8e735-7496-45d4-bc92-b047426a274b, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=dab8e735-7496-45d4-bc92-b047426a274b,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:14:13.242223 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (dab8e735-7496-45d4-bc92-b047426a274b), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:13.246633 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:13.247302 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:13.250695 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/dab8e735-7496-45d4-bc92-b047426a274b HTTP/1.1" status: 200 len: 1093 time: 2.9726543 Sep 04 16:14:13.332107 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0464c-56f9-489b-9580-5df62814ed34 req-e5d3bdb0-abc6-4d0f-980e-371769589b8f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:13.333806 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b6f0464c-56f9-489b-9580-5df62814ed34 req-e5d3bdb0-abc6-4d0f-980e-371769589b8f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 931 time: 0.0622811 Sep 04 16:14:13.351361 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47820b2-664d-4b14-a387-d27533ce9ddc service neutron] Pushing event updated for resources: {'Port': ['ID=dab8e735-7496-45d4-bc92-b047426a274b,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:13.392811 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b6f0464c-56f9-489b-9580-5df62814ed34 req-e9e41d92-702d-4fa6-84a7-47912875cf2e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527472 Sep 04 16:14:13.564053 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cbcff177-a0d0-4b2b-92dc-d54008886042 req-cc9c1f7c-9f35-4b24-b7a8-8dfb498b069a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.0341656 Sep 04 16:14:13.575769 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4450fd-aef7-4ac9-995e-b163f8216f22 req-33992c5e-ec47-4452-902c-46b1998f2404 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:13.575769 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ae4450fd-aef7-4ac9-995e-b163f8216f22 req-33992c5e-ec47-4452-902c-46b1998f2404 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0809867 Sep 04 16:14:13.606389 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45820) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:13.629797 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b94be9a6-c0ec-4dae-9bde-1d9e60a171f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:13.649372 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ae4450fd-aef7-4ac9-995e-b163f8216f22 req-2304ac00-498e-44f0-8bd7-580679b5897b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693140 Sep 04 16:14:13.725230 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b94be9a6-c0ec-4dae-9bde-1d9e60a171f5 admin admin] Publish callbacks [] for security_group (c64c5c4f-dd6e-486f-ad08-84a32c5f7ca2), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:13.782464 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b94be9a6-c0ec-4dae-9bde-1d9e60a171f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c64c5c4f-dd6e-486f-ad08-84a32c5f7ca2), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:13.820671 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-b94be9a6-c0ec-4dae-9bde-1d9e60a171f5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b3f7b832edec4578aec01fb56ab944c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131999 Sep 04 16:14:13.822634 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94be9a6-c0ec-4dae-9bde-1d9e60a171f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64c5c4f-dd6e-486f-ad08-84a32c5f7ca2,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:13.823559 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 45824) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:13.881547 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bc46-b0b9-471a-82ed-cdb3ce735c12 admin admin] Publish callbacks [] for security_group (c64c5c4f-dd6e-486f-ad08-84a32c5f7ca2), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:13.902461 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bc46-b0b9-471a-82ed-cdb3ce735c12 admin admin] Publish callbacks [] for security_group (c64c5c4f-dd6e-486f-ad08-84a32c5f7ca2), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:14.054639 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bc46-b0b9-471a-82ed-cdb3ce735c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c64c5c4f-dd6e-486f-ad08-84a32c5f7ca2), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:14.058313 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bc46-b0b9-471a-82ed-cdb3ce735c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:14.059709 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-0ee8bc46-b0b9-471a-82ed-cdb3ce735c12 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c64c5c4f-dd6e-486f-ad08-84a32c5f7ca2 HTTP/1.1" status: 204 len: 168 time: 0.2350528 Sep 04 16:14:14.071258 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bc46-b0b9-471a-82ed-cdb3ce735c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64c5c4f-dd6e-486f-ad08-84a32c5f7ca2,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:14.193867 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:14.273416 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d86f01-e9bc-4dc4-bc3c-5e49c33a0d62 req-768a5a71-a998-411d-ab7d-fdd221951967 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:14.274950 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f4d86f01-e9bc-4dc4-bc3c-5e49c33a0d62 req-768a5a71-a998-411d-ab7d-fdd221951967 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 0.0475667 Sep 04 16:14:14.328985 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f4d86f01-e9bc-4dc4-bc3c-5e49c33a0d62 req-7356557e-633e-485b-97c1-031fd49533db tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476000 Sep 04 16:14:14.454108 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:14.530721 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b54f1b-ae32-4b23-b3e7-87a51d21fea7 req-ab142ba0-7655-42d8-9ed0-54feb7936ad7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:14.533124 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94b54f1b-ae32-4b23-b3e7-87a51d21fea7 req-ab142ba0-7655-42d8-9ed0-54feb7936ad7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 931 time: 0.0556388 Sep 04 16:14:14.590785 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94b54f1b-ae32-4b23-b3e7-87a51d21fea7 req-9c39c552-6162-4c2d-8cdd-f8ac3111c2ed tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487912 Sep 04 16:14:14.654140 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:14.686013 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9c41f764-18e0-422c-8d29-07c1f4f7bf12 req-f900d8f3-1517-4fe6-baf4-97927bbc8ecb tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Sep 04 16:14:14.783180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb11623-1805-43a1-ae30-4cfc65105bb4 req-6624e5c7-4524-4c4d-b275-405940372574 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:14.784808 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cfb11623-1805-43a1-ae30-4cfc65105bb4 req-6624e5c7-4524-4c4d-b275-405940372574 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0513434 Sep 04 16:14:14.834611 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cfb11623-1805-43a1-ae30-4cfc65105bb4 req-8f8e3c96-c2d0-4a87-8933-37da0c9e3441 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Sep 04 16:14:15.137631 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df07895-c9cb-4cee-93e7-1cafff31b091', 'tag': 'dab8e735-7496-45d4-bc92-b047426a274b'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:15.144372 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980f3758-16eb-4e2d-bc20-48504126ae63" -d '{"events": [{"name": "network-changed", "server_uuid": "9df07895-c9cb-4cee-93e7-1cafff31b091", "tag": "dab8e735-7496-45d4-bc92-b047426a274b"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:15.210744 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ee9757-a825-4617-b0ff-0451ca956a30 x-openstack-request-id: req-f3ee9757-a825-4617-b0ff-0451ca956a30 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:15.211328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df07895-c9cb-4cee-93e7-1cafff31b091", "tag": "dab8e735-7496-45d4-bc92-b047426a274b", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:15.211328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3ee9757-a825-4617-b0ff-0451ca956a30 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:15.211643 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ee9757-a825-4617-b0ff-0451ca956a30'] response: {'name': 'network-changed', 'server_uuid': '9df07895-c9cb-4cee-93e7-1cafff31b091', 'tag': 'dab8e735-7496-45d4-bc92-b047426a274b', 'status': 'completed', 'code': 200} Sep 04 16:14:15.521049 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd76731-e792-4559-a361-4b636bc28597 req-a0bcd555-7e43-4e2e-ba04-5d661a4e4e13 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:15.523697 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bdd76731-e792-4559-a361-4b636bc28597 req-a0bcd555-7e43-4e2e-ba04-5d661a4e4e13 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 0.0659769 Sep 04 16:14:15.589166 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bdd76731-e792-4559-a361-4b636bc28597 req-59b341f1-7cc4-42f6-a557-71ad30319da0 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581999 Sep 04 16:14:15.650902 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:15.783921 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5213c54-c0ae-4e75-9963-968732b6f0c3 req-0f6f01a4-8f1d-4995-af65-df7249d1a438 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:15.791152 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c5213c54-c0ae-4e75-9963-968732b6f0c3 req-0f6f01a4-8f1d-4995-af65-df7249d1a438 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 931 time: 0.0671813 Sep 04 16:14:15.869664 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-683e23bc-0371-421a-b001-ce2107bb75f3 req-3c33a423-4611-46b7-9618-4891331b34af tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.0541866 Sep 04 16:14:15.905042 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c5213c54-c0ae-4e75-9963-968732b6f0c3 req-75d72dc4-6c35-4992-918c-b3dd51d2cec5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064119 Sep 04 16:14:16.006055 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ade9a7-ffbf-4b23-8d1a-f0690ab4151a req-5ddf0995-ffb7-4d87-9e5c-2eb20028d501 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:16.008034 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c2ade9a7-ffbf-4b23-8d1a-f0690ab4151a req-5ddf0995-ffb7-4d87-9e5c-2eb20028d501 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0525773 Sep 04 16:14:16.074012 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c2ade9a7-ffbf-4b23-8d1a-f0690ab4151a req-3ce9f8f6-d236-452a-9ea1-e207348aa4e8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595183 Sep 04 16:14:16.294895 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:16.335954 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Request body: {'port': {'device_id': '25192300-f22a-4b50-b390-17236f961eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:16.454521 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:16.578332 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3758-16eb-4e2d-bc20-48504126ae63 req-2ac0d114-cda6-4a14-9891-58fea25b2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:16.579874 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-980f3758-16eb-4e2d-bc20-48504126ae63 req-2ac0d114-cda6-4a14-9891-58fea25b2b33 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 1127 time: 0.1707957 Sep 04 16:14:16.585799 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb938-2d71-4ffd-8101-5604e119875c req-61c33e83-aa59-4e15-b50c-a48c85a70298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:16.587504 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-188cb938-2d71-4ffd-8101-5604e119875c req-61c33e83-aa59-4e15-b50c-a48c85a70298 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 1127 time: 0.1034913 Sep 04 16:14:16.783713 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6003c44-c3ab-4ce7-bffe-1f26ff51ecf9 req-cdb90dcf-a9c1-4c43-931f-b37715d0d241 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:16.783713 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e6003c44-c3ab-4ce7-bffe-1f26ff51ecf9 req-cdb90dcf-a9c1-4c43-931f-b37715d0d241 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 0.0939991 Sep 04 16:14:16.864552 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e6003c44-c3ab-4ce7-bffe-1f26ff51ecf9 req-0c32f1a8-4e47-4695-8d43-375fafdb0b3c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753193 Sep 04 16:14:16.921554 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:16.934155 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea45359b-6df0-4bcb-9182-26e4cca9bdd6 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:16.948239 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Publish callbacks [] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:16.993950 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c2c0dc4d-f133-4e13-a8d8-c8b67970554d req-9fe12b38-2b35-47d3-9d33-47a7125b754c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.0514383 Sep 04 16:14:16.999023 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Transition to ACTIVE for port object ea45359b-6df0-4bcb-9182-26e4cca9bdd6 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:14:17.067903 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:17.111630 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254b2da-ad5c-4d39-bec4-11df5bbb7d21 req-83a4af99-a7b2-42fb-95f9-2a77a479ad9a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:17.114849 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4254b2da-ad5c-4d39-bec4-11df5bbb7d21 req-83a4af99-a7b2-42fb-95f9-2a77a479ad9a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 931 time: 0.1040835 Sep 04 16:14:17.169846 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:17.277045 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4254b2da-ad5c-4d39-bec4-11df5bbb7d21 req-6c4970fa-b0c5-4a0d-9389-61a54ff6a7fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452730 Sep 04 16:14:17.305888 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486db376-af23-4820-8370-8265b0409533 req-a1205638-b1ea-452a-9a90-c9d246874439 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:17.305888 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-486db376-af23-4820-8370-8265b0409533 req-a1205638-b1ea-452a-9a90-c9d246874439 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.1174018 Sep 04 16:14:17.327544 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Attempting to bind port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:14:17.327850 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Attempting to bind port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:14:17.328165 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Attempting to bind port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 on network d8e80fc6-ad05-43a4-89cd-45fef4a75dff {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:17.340372 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 on network d8e80fc6-ad05-43a4-89cd-45fef4a75dff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:14:17.340691 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Attempting to bind port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 on network d8e80fc6-ad05-43a4-89cd-45fef4a75dff {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:17.349107 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:14:17.349440 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Checking segment: {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:14:17.349901 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Bound using segment: {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:14:17.350320 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Bound port: ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:14:17.350668 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:17.376226 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-486db376-af23-4820-8370-8265b0409533 req-c8595c0d-91fa-40ab-a6d5-f27701aafb67 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805280 Sep 04 16:14:17.410673 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:17.441778 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:14:17.445329 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:14:17.713517 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 45990) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:17.802015 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:17.817282 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:17.817901 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:17.819271 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/ea45359b-6df0-4bcb-9182-26e4cca9bdd6 HTTP/1.1" status: 200 len: 1093 time: 1.4882524 Sep 04 16:14:17.831746 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:17.831986 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625bb97a-0b80-4624-9fb6-1d5e6aae2801" -d '{"events": [{"name": "network-changed", "server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:17.920189 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf7d046e-6a9f-4543-b805-ce4e4ea6d553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:17.922942 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59b625-96a9-480c-944f-ebf745a3b5ad x-openstack-request-id: req-be59b625-96a9-480c-944f-ebf745a3b5ad {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:17.923220 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:17.923467 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be59b625-96a9-480c-944f-ebf745a3b5ad {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:17.923852 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be59b625-96a9-480c-944f-ebf745a3b5ad'] response: {'name': 'network-changed', 'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'status': 'completed', 'code': 200} Sep 04 16:14:17.988265 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6274c0-1737-4cba-bc5e-5b5884207b30 service neutron] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:18.026759 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:18.030107 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb938-2d71-4ffd-8101-5604e119875c req-065ab735-e559-4986-9607-a154713bcf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:18.030324 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-188cb938-2d71-4ffd-8101-5604e119875c req-065ab735-e559-4986-9607-a154713bcf56 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=cb043a0ecad3466bbd5a5874126d2810&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5717633 Sep 04 16:14:18.039413 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3758-16eb-4e2d-bc20-48504126ae63 req-90f62bb8-cde8-49e1-8417-3c4197e7f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:18.043395 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-980f3758-16eb-4e2d-bc20-48504126ae63 req-90f62bb8-cde8-49e1-8417-3c4197e7f520 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=cb043a0ecad3466bbd5a5874126d2810&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5705833 Sep 04 16:14:18.056036 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9f6e6-4750-40ef-9e03-8a7f2345d441 req-97bc9e1a-ad04-4d09-a9d6-82ee69ea2961 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:18.057811 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6ac9f6e6-4750-40ef-9e03-8a7f2345d441 req-97bc9e1a-ad04-4d09-a9d6-82ee69ea2961 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 0.1006083 Sep 04 16:14:18.126428 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-77b1901f-5742-4460-afe0-313de2a1c4db req-1e2755ca-8afc-4579-b4ec-209699a675b7 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.0389016 Sep 04 16:14:18.133904 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6ac9f6e6-4750-40ef-9e03-8a7f2345d441 req-d23f9225-ede0-4dfd-943e-4657296cf61d tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698197 Sep 04 16:14:18.135678 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf7d046e-6a9f-4543-b805-ce4e4ea6d553 admin admin] Publish callbacks [] for security_group (0c50d46b-6216-47c4-9d39-a6752ce2e49b), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:18.161551 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:18.210413 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf7d046e-6a9f-4543-b805-ce4e4ea6d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (0c50d46b-6216-47c4-9d39-a6752ce2e49b), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:18.251763 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-cf7d046e-6a9f-4543-b805-ce4e4ea6d553 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7a717494cd4a4526aace4b5563254943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5367777 Sep 04 16:14:18.252639 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d046e-6a9f-4543-b805-ce4e4ea6d553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c50d46b-6216-47c4-9d39-a6752ce2e49b,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:18.254599 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46002) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:18.310138 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a709-2b9a-4324-ab7c-000a62b9f87b admin admin] Publish callbacks [] for security_group (0c50d46b-6216-47c4-9d39-a6752ce2e49b), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:18.340495 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a709-2b9a-4324-ab7c-000a62b9f87b admin admin] Publish callbacks [] for security_group (0c50d46b-6216-47c4-9d39-a6752ce2e49b), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:18.416661 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ec5a2-76c9-4fd7-97ae-2d656de7b4ff req-cc2bc7bf-cfdf-43fa-980f-abcfd573b07b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:18.418235 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b14ec5a2-76c9-4fd7-97ae-2d656de7b4ff req-cc2bc7bf-cfdf-43fa-980f-abcfd573b07b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0604525 Sep 04 16:14:18.483115 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b14ec5a2-76c9-4fd7-97ae-2d656de7b4ff req-fd060375-b86a-4325-81c7-2f216433879e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574243 Sep 04 16:14:18.522763 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba294dd-a2ee-43e9-9a48-fb73085892ca req-e43c86ea-b209-4efb-9084-7d58287dd2b6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:18.524263 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ba294dd-a2ee-43e9-9a48-fb73085892ca req-e43c86ea-b209-4efb-9084-7d58287dd2b6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0571012 Sep 04 16:14:18.526790 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a709-2b9a-4324-ab7c-000a62b9f87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (0c50d46b-6216-47c4-9d39-a6752ce2e49b), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:18.529666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fdb7a709-2b9a-4324-ab7c-000a62b9f87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:18.530708 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-fdb7a709-2b9a-4324-ab7c-000a62b9f87b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0c50d46b-6216-47c4-9d39-a6752ce2e49b HTTP/1.1" status: 204 len: 168 time: 0.2749743 Sep 04 16:14:18.541735 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7a709-2b9a-4324-ab7c-000a62b9f87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c50d46b-6216-47c4-9d39-a6752ce2e49b,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:18.599857 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ba294dd-a2ee-43e9-9a48-fb73085892ca req-189f5e75-2bb4-46bc-b2fa-a77096c10ca9 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638473 Sep 04 16:14:18.790007 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46022) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:18.906401 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2049e1f4-2f6e-4a3f-9381-ec09bf877586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:18.981026 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2049e1f4-2f6e-4a3f-9381-ec09bf877586 admin admin] Publish callbacks [] for security_group (4cf8ca43-8f9e-4806-867a-abec730fd064), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.041197 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-2049e1f4-2f6e-4a3f-9381-ec09bf877586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4cf8ca43-8f9e-4806-867a-abec730fd064), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.080291 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-2049e1f4-2f6e-4a3f-9381-ec09bf877586 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c08d9900ee684aa28ecad428bc9294f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891929 Sep 04 16:14:19.081344 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049e1f4-2f6e-4a3f-9381-ec09bf877586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf8ca43-8f9e-4806-867a-abec730fd064,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:19.083160 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46028) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:19.137655 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b0514d93-602c-43c1-a631-39c110dab494 admin admin] Publish callbacks [] for security_group (4cf8ca43-8f9e-4806-867a-abec730fd064), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.166901 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b0514d93-602c-43c1-a631-39c110dab494 admin admin] Publish callbacks [] for security_group (4cf8ca43-8f9e-4806-867a-abec730fd064), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.211484 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46038) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:19.260537 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a0017442-fd18-415f-86e1-e3b1611facf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.306077 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-67122fba-5a43-41d5-bdf9-050b369b7a0e req-be236eb5-470c-4ab4-afea-29f57aa434b3 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.0494206 Sep 04 16:14:19.311653 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7659a2a-68c2-44db-902b-c8412f6c5831 req-4947d378-4a67-46df-a3d5-5dd3ba5eaf26 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:19.313597 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d7659a2a-68c2-44db-902b-c8412f6c5831 req-4947d378-4a67-46df-a3d5-5dd3ba5eaf26 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 943 time: 0.0956879 Sep 04 16:14:19.316310 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:19.338680 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b0514d93-602c-43c1-a631-39c110dab494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4cf8ca43-8f9e-4806-867a-abec730fd064), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.341253 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b0514d93-602c-43c1-a631-39c110dab494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.342620 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-b0514d93-602c-43c1-a631-39c110dab494 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4cf8ca43-8f9e-4806-867a-abec730fd064 HTTP/1.1" status: 204 len: 168 time: 0.2579346 Sep 04 16:14:19.350400 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0514d93-602c-43c1-a631-39c110dab494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf8ca43-8f9e-4806-867a-abec730fd064,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:19.392385 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d7659a2a-68c2-44db-902b-c8412f6c5831 req-64400c7b-2b10-4353-ba1f-04f00729fed8 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716922 Sep 04 16:14:19.431107 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a0017442-fd18-415f-86e1-e3b1611facf6 admin admin] Publish callbacks [] for security_group (7fb4a67a-8cbe-4db6-854d-5c07a7e50912), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.527583 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a0017442-fd18-415f-86e1-e3b1611facf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (7fb4a67a-8cbe-4db6-854d-5c07a7e50912), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.567913 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-a0017442-fd18-415f-86e1-e3b1611facf6 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=669a03a6f45f48ff8ec13e1dd11261a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553326 Sep 04 16:14:19.570749 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46048) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:19.572117 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0017442-fd18-415f-86e1-e3b1611facf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb4a67a-8cbe-4db6-854d-5c07a7e50912,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:19.623946 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ddf23-6e94-46f7-a5f6-68d7193c7a1d req-8b18b35e-d02d-4852-8fb0-812d47e58100 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:19.626111 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-695ddf23-6e94-46f7-a5f6-68d7193c7a1d req-8b18b35e-d02d-4852-8fb0-812d47e58100 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0511415 Sep 04 16:14:19.648385 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa738-34ac-438a-822b-eeeb79f13f7a admin admin] Publish callbacks [] for security_group (7fb4a67a-8cbe-4db6-854d-5c07a7e50912), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.679714 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa738-34ac-438a-822b-eeeb79f13f7a admin admin] Publish callbacks [] for security_group (7fb4a67a-8cbe-4db6-854d-5c07a7e50912), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.684568 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-695ddf23-6e94-46f7-a5f6-68d7193c7a1d req-039b869a-4c90-49fd-ab22-1215e36e7c4c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527916 Sep 04 16:14:19.704327 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 432267bf-359a-4cef-aa7e-120c224fc8fe details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:14:19.800631 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca7d1-5972-4ac7-acf5-7d0718e7bc01 req-12940633-2a72-42eb-bff5-c572119f9630 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:19.802325 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-701ca7d1-5972-4ac7-acf5-7d0718e7bc01 req-12940633-2a72-42eb-bff5-c572119f9630 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.1023726 Sep 04 16:14:19.841787 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa738-34ac-438a-822b-eeeb79f13f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (7fb4a67a-8cbe-4db6-854d-5c07a7e50912), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.845206 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa738-34ac-438a-822b-eeeb79f13f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.846430 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-fe4fa738-34ac-438a-822b-eeeb79f13f7a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7fb4a67a-8cbe-4db6-854d-5c07a7e50912 HTTP/1.1" status: 204 len: 168 time: 0.2741785 Sep 04 16:14:19.865455 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fa738-34ac-438a-822b-eeeb79f13f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb4a67a-8cbe-4db6-854d-5c07a7e50912,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:19.894758 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 432267bf-359a-4cef-aa7e-120c224fc8fe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=432267bf-359a-4cef-aa7e-120c224fc8fe,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:19.907210 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-701ca7d1-5972-4ac7-acf5-7d0718e7bc01 req-5216ba04-f2a9-4848-a546-ebe50859cc20 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948272 Sep 04 16:14:19.909087 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '432267bf-359a-4cef-aa7e-120c224fc8fe', 'network_id': '20f718a7-f41d-48a2-8822-cd43d3405a61', 'port_id': '432267bf-359a-4cef-aa7e-120c224fc8fe', 'mac_address': 'fa:16:3e:6d:1f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c646dd-1d50-42f2-b91e-83b7d0688c27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:14:19.927923 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:19.957896 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 432267bf-359a-4cef-aa7e-120c224fc8fe is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:19.958282 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:19.973601 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432267bf-359a-4cef-aa7e-120c224fc8fe {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:19.997443 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 432267bf-359a-4cef-aa7e-120c224fc8fe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=432267bf-359a-4cef-aa7e-120c224fc8fe,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:20.052614 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:20.079668 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:20.101696 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=432267bf-359a-4cef-aa7e-120c224fc8fe,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:20.282008 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46060) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:20.300711 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-52348e15-1ab2-4539-b771-9a0d84651e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:20.416584 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-52348e15-1ab2-4539-b771-9a0d84651e90 admin admin] Publish callbacks [] for security_group (c593c203-c674-46ef-af71-3428d623c018), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:20.419788 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-392d4fb0-f08e-4714-828a-beb3202278ba req-46d072c6-f035-436b-a348-e697a2588826 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.0295067 Sep 04 16:14:20.479243 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-52348e15-1ab2-4539-b771-9a0d84651e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c593c203-c674-46ef-af71-3428d623c018), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:20.519419 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-52348e15-1ab2-4539-b771-9a0d84651e90 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=effcdf1a12fd462f986d47992eb60083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363057 Sep 04 16:14:20.520561 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52348e15-1ab2-4539-b771-9a0d84651e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c593c203-c674-46ef-af71-3428d623c018,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:20.523362 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46076) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:20.535978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005092f9-7983-4644-91f2-6b00f22d280b req-a74808ec-cea4-425b-ab0e-bcb455c44010 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:20.542075 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-005092f9-7983-4644-91f2-6b00f22d280b req-a74808ec-cea4-425b-ab0e-bcb455c44010 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 944 time: 0.0604799 Sep 04 16:14:20.582511 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3948ddb9-528e-4e40-b90c-3a39e4aec02d admin admin] Publish callbacks [] for security_group (c593c203-c674-46ef-af71-3428d623c018), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:20.595188 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-005092f9-7983-4644-91f2-6b00f22d280b req-940cc969-9cd0-48fa-bd60-9821684261e8 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 Sep 04 16:14:20.604168 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3948ddb9-528e-4e40-b90c-3a39e4aec02d admin admin] Publish callbacks [] for security_group (c593c203-c674-46ef-af71-3428d623c018), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:20.627235 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:20.632141 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:20.755941 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3948ddb9-528e-4e40-b90c-3a39e4aec02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c593c203-c674-46ef-af71-3428d623c018), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:20.758677 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3948ddb9-528e-4e40-b90c-3a39e4aec02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:20.763311 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-3948ddb9-528e-4e40-b90c-3a39e4aec02d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c593c203-c674-46ef-af71-3428d623c018 HTTP/1.1" status: 204 len: 168 time: 0.2386618 Sep 04 16:14:20.783714 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948ddb9-528e-4e40-b90c-3a39e4aec02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c593c203-c674-46ef-af71-3428d623c018,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:20.910982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['432267bf-359a-4cef-aa7e-120c224fc8fe'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:14:20.911575 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bb97a-0b80-4624-9fb6-1d5e6aae2801 req-9add5031-2dfb-433f-8a6e-3ef9870a9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:20.912660 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-625bb97a-0b80-4624-9fb6-1d5e6aae2801 req-9add5031-2dfb-433f-8a6e-3ef9870a9167 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 1127 time: 0.2451093 Sep 04 16:14:21.017061 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:21.043687 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db02d6-4128-484a-9f94-3d33292863cf req-36432db3-6e05-429a-96c6-49fa11f32595 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:21.050891 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-19db02d6-4128-484a-9f94-3d33292863cf req-36432db3-6e05-429a-96c6-49fa11f32595 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.2136135 Sep 04 16:14:21.123918 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb938-2d71-4ffd-8101-5604e119875c req-04a6d56b-b0c9-4b3f-8dd6-e7f1d15bf87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:21.125715 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-188cb938-2d71-4ffd-8101-5604e119875c req-04a6d56b-b0c9-4b3f-8dd6-e7f1d15bf87a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4675169 Sep 04 16:14:21.166049 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f3758-16eb-4e2d-bc20-48504126ae63 req-d684a69a-331a-4204-be66-64a4adfa4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:21.167535 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-980f3758-16eb-4e2d-bc20-48504126ae63 req-d684a69a-331a-4204-be66-64a4adfa4185 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4978867 Sep 04 16:14:21.214466 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-19db02d6-4128-484a-9f94-3d33292863cf req-f446ec6d-5f35-4c84-99b0-3aabc4f4f3be tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626320 Sep 04 16:14:21.287797 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-d9fc38c3-0080-4c1c-9378-94aa7befaec2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:21.287797 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-d9fc38c3-0080-4c1c-9378-94aa7befaec2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 815 time: 0.3451157 Sep 04 16:14:21.337300 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0940e-2bb3-40f4-893a-bbca93f934e1 req-0aaf5b20-3fb0-4297-9de9-3e6ffaca20b2 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:21.338980 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49c0940e-2bb3-40f4-893a-bbca93f934e1 req-0aaf5b20-3fb0-4297-9de9-3e6ffaca20b2 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.2744858 Sep 04 16:14:21.350049 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bb97a-0b80-4624-9fb6-1d5e6aae2801 req-0ee7847b-d38c-4afc-95b1-36d41c76e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:21.351821 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-625bb97a-0b80-4624-9fb6-1d5e6aae2801 req-0ee7847b-d38c-4afc-95b1-36d41c76e73e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4242880 Sep 04 16:14:21.405712 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-f8e05f31-e1e9-4568-b6a1-a9a218b93943 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 379 time: 0.1093495 Sep 04 16:14:21.415755 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'port': {'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'admin_state_up': True, 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'security_groups': ['4c777c24-5f08-4a22-b155-e9b0ee6780af']}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:21.452781 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:21.454864 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e287-2c86-4377-b521-b2fcae1d988c req-509553a6-f4a7-441c-bcfb-906e710514ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:21.456484 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-509553a6-f4a7-441c-bcfb-906e710514ec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 1127 time: 0.1876078 Sep 04 16:14:21.461537 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-f8a7011c-4e68-4dbf-83c1-40d4651c8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:21.463041 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-f8a7011c-4e68-4dbf-83c1-40d4651c8767 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 1127 time: 0.2452834 Sep 04 16:14:21.856311 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-0b3186db-bad4-4e98-98c3-5ca4bf54947d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab8e735-7496-45d4-bc92-b047426a274b HTTP/1.1" status: 200 len: 217 time: 0.3487999 Sep 04 16:14:21.883999 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-59e7dbe2-6141-4711-ab69-8dbb1cc93851 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3 HTTP/1.1" status: 200 len: 217 time: 0.3753490 Sep 04 16:14:21.909581 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-41462d9c-7f7e-4cc6-9ec9-757d6acc5902 req-63a33424-deaf-486d-a4d6-c669d7ed2824 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.3223403 Sep 04 16:14:21.978807 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49c0940e-2bb3-40f4-893a-bbca93f934e1 req-f9dc9769-93a6-4de3-ace2-368f2a75dc6e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817957 Sep 04 16:14:22.065685 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-13c47078-8421-4f72-a955-273da7350e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.067410 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-13c47078-8421-4f72-a955-273da7350e7a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.1597607 Sep 04 16:14:22.073301 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf30b34-3281-4ef2-b30f-704d280352f3 req-3e95d887-4950-4460-b7f1-3e1248c6c552 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.074761 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-caf30b34-3281-4ef2-b30f-704d280352f3 req-3e95d887-4950-4460-b7f1-3e1248c6c552 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 944 time: 0.1004488 Sep 04 16:14:22.075723 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bb97a-0b80-4624-9fb6-1d5e6aae2801 req-971923bd-bee1-4618-a949-e032df81e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.077036 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-625bb97a-0b80-4624-9fb6-1d5e6aae2801 req-971923bd-bee1-4618-a949-e032df81e748 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6993046 Sep 04 16:14:22.078581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e287-2c86-4377-b521-b2fcae1d988c req-cc40727a-08fa-4134-854c-36212057e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.079901 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-cc40727a-08fa-4134-854c-36212057e135 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.2032011 Sep 04 16:14:22.185006 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:22.196460 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Made reservation on behalf of 1cc5ea4158344d5c8a35bc5783410620 for: {'port': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:14:22.201045 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:22.262810 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-572ed641-5c74-470e-a6de-aa203038ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.264335 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-572ed641-5c74-470e-a6de-aa203038ac76 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1835740 Sep 04 16:14:22.335765 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-090b1f45-4c73-4d88-beac-824230a66247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.337264 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-090b1f45-4c73-4d88-beac-824230a66247 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 1127 time: 0.1807282 Sep 04 16:14:22.338180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575e287-2c86-4377-b521-b2fcae1d988c req-d0d0747d-1d07-4846-8c9a-32311fff2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.339499 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-d0d0747d-1d07-4846-8c9a-32311fff2c8e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2108562 Sep 04 16:14:22.379669 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-caf30b34-3281-4ef2-b30f-704d280352f3 req-0f6bb038-cc1a-4707-8c55-ed89735dcec8 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977986 Sep 04 16:14:22.439106 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Allocated IP 172.20.0.12 (1fe4af06-d7bb-4218-9bf8-f19072fe6b17/b3dc0cdd-5a85-4672-8760-14c1555930d6/34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:14:22.448773 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-8f43328a-1849-4b58-a679-555374f19028 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6 HTTP/1.1" status: 200 len: 217 time: 0.0875666 Sep 04 16:14:22.551149 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff973d-1f11-4954-840c-a1e17a3eec8e req-c2fc4602-a35d-4c2a-be4c-d885a0045521 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.552977 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d0ff973d-1f11-4954-840c-a1e17a3eec8e req-c2fc4602-a35d-4c2a-be4c-d885a0045521 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.2111516 Sep 04 16:14:22.623021 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-2d879a25-7e76-4e80-b002-d58bb693304a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484478 Sep 04 16:14:22.624302 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:22.650456 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-d54a7076-b7cf-4c41-b974-d1e33f269f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.652177 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-d54a7076-b7cf-4c41-b974-d1e33f269f1e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 200 len: 856 time: 0.1696069 Sep 04 16:14:22.672581 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-29706de8-655e-4ca2-9cd7-55bad8c1a08f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123102 Sep 04 16:14:22.753729 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:22.820220 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d0ff973d-1f11-4954-840c-a1e17a3eec8e req-780e848e-fedb-4420-865b-93f38611775d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516556 Sep 04 16:14:22.821455 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9e989c38-7680-4cc8-bfea-317a925bcd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:22.823084 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-9e989c38-7680-4cc8-bfea-317a925bcd16 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1540775 Sep 04 16:14:22.893232 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:14:22.907931 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:22.919371 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9cce5ed-43fd-4b9c-af37-2a62f27d33bd req-a6bc80e4-7a27-40b0-9b0e-4b95e13c7f52 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857461 Sep 04 16:14:22.920859 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 432267bf-359a-4cef-aa7e-120c224fc8fe up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:22.946994 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d575e287-2c86-4377-b521-b2fcae1d988c req-dda816f4-0e90-4d28-91e8-5a17dc2d9c85 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414672 Sep 04 16:14:22.984614 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-64ba85ba-0342-4a79-bde1-e7b29c486597 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506784 Sep 04 16:14:22.986430 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:22.999448 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:23.023786 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 432267bf-359a-4cef-aa7e-120c224fc8fe completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:14:23.034177 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:14:23.040850 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:14:23.073981 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:23.079252 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:23.101493 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 432267bf-359a-4cef-aa7e-120c224fc8fe triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:23.102294 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:23.202561 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-91489fa3-8533-45b9-9d11-468d572787e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7905090 Sep 04 16:14:23.209978 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 432267bf-359a-4cef-aa7e-120c224fc8fe is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:23.209978 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:23.244235 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc3562-8290-45c0-90d6-908594c8afbd req-c8e31fe5-3310-4f94-82fe-c55e738db6bd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:23.250928 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 432267bf-359a-4cef-aa7e-120c224fc8fe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=432267bf-359a-4cef-aa7e-120c224fc8fe,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:23.252167 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95d4253-8af1-41cb-94f9-59b563be0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432267bf-359a-4cef-aa7e-120c224fc8fe'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:23.252682 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-16fc3562-8290-45c0-90d6-908594c8afbd req-c8e31fe5-3310-4f94-82fe-c55e738db6bd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 932 time: 0.1344223 Sep 04 16:14:23.266058 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07af4-7160-4f1a-8ba4-b0808976b250 req-03dd5918-b8e4-4cea-bdc8-374151495e26 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:23.266058 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f2a07af4-7160-4f1a-8ba4-b0808976b250 req-03dd5918-b8e4-4cea-bdc8-374151495e26 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.1458189 Sep 04 16:14:23.342629 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8906b3f2-1e59-464e-8a90-0a3cfa0721b2 req-1db6b76d-2ef6-45cd-b43f-ba1a1b8301d6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510389 Sep 04 16:14:23.358818 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:23.401674 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f2a07af4-7160-4f1a-8ba4-b0808976b250 req-dc57b1cf-4dc1-49c3-b168-e00f640a4cad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017313 Sep 04 16:14:23.403003 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:23.407311 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-16fc3562-8290-45c0-90d6-908594c8afbd req-f9e006e3-b259-4838-9096-04c6a3dd0bfd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537240 Sep 04 16:14:23.412898 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-61dc9333-5274-49e0-8243-8b7b4c429596 None None] Provisioning complete for port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:23.413259 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-61dc9333-5274-49e0-8243-8b7b4c429596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:23.472242 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-61dc9333-5274-49e0-8243-8b7b4c429596 None None] Port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:14:23.479153 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=432267bf-359a-4cef-aa7e-120c224fc8fe,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:23.545483 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65795a95-d2a2-4665-87c7-980447a1a53b" -d '{"events": [{"server_uuid": "b95d4253-8af1-41cb-94f9-59b563be0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "432267bf-359a-4cef-aa7e-120c224fc8fe"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:23.557350 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333d74d-821c-43ca-aeaa-4b5769a24c76 req-ddb745bd-cdd5-44bf-9d2e-e8fa7a1f2e4a tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:23.558891 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f333d74d-821c-43ca-aeaa-4b5769a24c76 req-ddb745bd-cdd5-44bf-9d2e-e8fa7a1f2e4a tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0580037 Sep 04 16:14:23.617776 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f333d74d-821c-43ca-aeaa-4b5769a24c76 req-febf0398-d50a-4196-8880-194106a57b43 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513270 Sep 04 16:14:23.699379 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23758dd-7cf3-433b-9d0a-a1c775f47b66 x-openstack-request-id: req-e23758dd-7cf3-433b-9d0a-a1c775f47b66 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:23.699690 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95d4253-8af1-41cb-94f9-59b563be0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "432267bf-359a-4cef-aa7e-120c224fc8fe", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:23.699936 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e23758dd-7cf3-433b-9d0a-a1c775f47b66 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:23.700390 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23758dd-7cf3-433b-9d0a-a1c775f47b66'] response: {'server_uuid': 'b95d4253-8af1-41cb-94f9-59b563be0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432267bf-359a-4cef-aa7e-120c224fc8fe', 'code': 200} Sep 04 16:14:23.821888 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:23.949375 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa7989-bec0-4716-8b79-8c5d0285db64 req-70610e5e-b98a-4d75-9cf9-96f93dc97b78 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:23.951386 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b3fa7989-bec0-4716-8b79-8c5d0285db64 req-70610e5e-b98a-4d75-9cf9-96f93dc97b78 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0485957 Sep 04 16:14:24.006244 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b3fa7989-bec0-4716-8b79-8c5d0285db64 req-80cd57ee-70c1-4ac7-bad0-808bb0dfb708 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479181 Sep 04 16:14:24.603546 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68a4ba-9f27-46fd-8c99-e773cb2fc9a1 req-8443732e-499b-4940-a5df-bb71ee80ecb7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:24.604992 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9d68a4ba-9f27-46fd-8c99-e773cb2fc9a1 req-8443732e-499b-4940-a5df-bb71ee80ecb7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0769458 Sep 04 16:14:24.612316 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1a6b-e0cb-4788-9650-9bcf9e37b339 req-aef88b04-9445-4b84-b447-a6e8712f74ce tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:24.613694 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-be2e1a6b-e0cb-4788-9650-9bcf9e37b339 req-aef88b04-9445-4b84-b447-a6e8712f74ce tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 932 time: 0.0842505 Sep 04 16:14:24.687910 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9d68a4ba-9f27-46fd-8c99-e773cb2fc9a1 req-e0150290-9bdd-48d1-8fcc-0f20b267da13 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727332 Sep 04 16:14:24.691253 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-be2e1a6b-e0cb-4788-9650-9bcf9e37b339 req-8b452ac5-cac0-4374-823e-d8f0795c1614 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708969 Sep 04 16:14:24.835449 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ba740-7ded-499d-880e-230ac57277eb req-eabb1e2c-04f2-454d-ad91-e295b212826d tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:24.836907 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1c6ba740-7ded-499d-880e-230ac57277eb req-eabb1e2c-04f2-454d-ad91-e295b212826d tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0628519 Sep 04 16:14:24.886077 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1c6ba740-7ded-499d-880e-230ac57277eb req-4596d5e8-919f-475a-92f3-8740d6de70a3 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Sep 04 16:14:25.135886 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28988eaf-465f-4157-b8ff-ffe30d73a36d req-46bde34c-8255-4e7c-914b-96c404f643dd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:25.137676 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-28988eaf-465f-4157-b8ff-ffe30d73a36d req-46bde34c-8255-4e7c-914b-96c404f643dd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0478425 Sep 04 16:14:25.185209 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-28988eaf-465f-4157-b8ff-ffe30d73a36d req-212f022c-0418-436f-b64a-3787bb6cb811 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418665 Sep 04 16:14:25.844935 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b4cf0-296c-4508-9d40-3efc8152e3ea req-2055cca0-8b99-442c-8f53-28861ff75c6c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:25.846413 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6b8b4cf0-296c-4508-9d40-3efc8152e3ea req-2055cca0-8b99-442c-8f53-28861ff75c6c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0794725 Sep 04 16:14:25.851941 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6fa15-e8b0-4feb-9e07-f9f07d6577ed req-9b2df06f-b6f6-432e-be6f-d3b7c5e34c23 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:25.853264 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a8e6fa15-e8b0-4feb-9e07-f9f07d6577ed req-9b2df06f-b6f6-432e-be6f-d3b7c5e34c23 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 932 time: 0.0774877 Sep 04 16:14:25.862291 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:25.927581 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6b8b4cf0-296c-4508-9d40-3efc8152e3ea req-d56cfc24-3039-49e4-bb04-b075434a8bac tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733304 Sep 04 16:14:25.939126 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a8e6fa15-e8b0-4feb-9e07-f9f07d6577ed req-49260159-3eec-438b-ad8e-95dc6b654927 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774584 Sep 04 16:14:26.035807 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3514a8-1c91-4853-86e1-bce48c44c2c8 req-a31af89e-e9df-4b79-900e-edd95055cb33 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:26.037178 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-df3514a8-1c91-4853-86e1-bce48c44c2c8 req-a31af89e-e9df-4b79-900e-edd95055cb33 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0467935 Sep 04 16:14:26.087904 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-df3514a8-1c91-4853-86e1-bce48c44c2c8 req-b13e9aab-0b65-4a0b-81aa-053d1208f300 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Sep 04 16:14:26.316423 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a0f7-f747-4d45-a600-0811947b6183 req-742eb4ca-d12f-479a-bf10-97d6dd62f95b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:26.321894 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0901a0f7-f747-4d45-a600-0811947b6183 req-742eb4ca-d12f-479a-bf10-97d6dd62f95b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0505240 Sep 04 16:14:26.372271 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0901a0f7-f747-4d45-a600-0811947b6183 req-9e4c4db5-ac0b-4ed3-b1d1-6d84a750677b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448143 Sep 04 16:14:27.094002 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbadc9-491e-4b8d-aa6a-b05309744ad2 req-a0edce86-cc33-41b1-92db-a7ff74735e2b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:27.095679 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8bbbadc9-491e-4b8d-aa6a-b05309744ad2 req-a0edce86-cc33-41b1-92db-a7ff74735e2b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0792019 Sep 04 16:14:27.107504 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cfe9a-7b22-4442-9570-9c96e24eaf54 req-c8bae587-9db5-4620-97ba-623db8892a85 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:27.108905 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-660cfe9a-7b22-4442-9570-9c96e24eaf54 req-c8bae587-9db5-4620-97ba-623db8892a85 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 932 time: 0.0608964 Sep 04 16:14:27.186564 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8bbbadc9-491e-4b8d-aa6a-b05309744ad2 req-e1da86ab-25ba-43ca-bcd1-63648a5fb60c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849669 Sep 04 16:14:27.190961 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-660cfe9a-7b22-4442-9570-9c96e24eaf54 req-b28be74d-bbbf-48f2-9442-8122edea9ba9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749650 Sep 04 16:14:27.260446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:27.300684 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec623a77-bd47-4cf5-a055-d3c5a948103c req-ba2b9d82-628d-4490-9565-15e22bf1c9ee tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:27.302299 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec623a77-bd47-4cf5-a055-d3c5a948103c req-ba2b9d82-628d-4490-9565-15e22bf1c9ee tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0504153 Sep 04 16:14:27.351959 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec623a77-bd47-4cf5-a055-d3c5a948103c req-396d0eac-f668-4df5-9dae-0dbeb27c66f0 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437524 Sep 04 16:14:27.506175 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079b048-8e40-416f-aec1-3f8960636236 req-3282de4e-576d-4e38-a0c1-79c4e30cef64 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:27.507702 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9079b048-8e40-416f-aec1-3f8960636236 req-3282de4e-576d-4e38-a0c1-79c4e30cef64 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0524023 Sep 04 16:14:27.559136 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9079b048-8e40-416f-aec1-3f8960636236 req-362ea509-cc30-4c5a-aeeb-06368260dd8c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451643 Sep 04 16:14:28.332883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf70bd-b8c9-4c35-b16c-a70b85658168 req-a22e50fd-b0ce-4f9b-9c2b-e097b616a576 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:28.334382 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-56bf70bd-b8c9-4c35-b16c-a70b85658168 req-a22e50fd-b0ce-4f9b-9c2b-e097b616a576 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0716569 Sep 04 16:14:28.341844 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb265f-9855-4a4d-a7cc-f81e47f9a890 req-86b57046-f7f1-43a3-82f8-08f200144a2b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:28.343194 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4dfb265f-9855-4a4d-a7cc-f81e47f9a890 req-86b57046-f7f1-43a3-82f8-08f200144a2b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 932 time: 0.0716727 Sep 04 16:14:28.424420 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-56bf70bd-b8c9-4c35-b16c-a70b85658168 req-8cf86118-e640-4773-a266-c3df8eb8cdca tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797775 Sep 04 16:14:28.428569 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4dfb265f-9855-4a4d-a7cc-f81e47f9a890 req-93dc2c10-3f1b-43b7-9c62-b20a34dfb882 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772896 Sep 04 16:14:28.531620 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79c919-53de-44c4-95a4-8680293ead92 req-5c31cc32-8395-49c9-8678-b85b619361f4 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:28.533103 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d79c919-53de-44c4-95a4-8680293ead92 req-5c31cc32-8395-49c9-8678-b85b619361f4 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0521145 Sep 04 16:14:28.579228 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d79c919-53de-44c4-95a4-8680293ead92 req-ad574560-28a6-4ac2-b525-82de6b760bb9 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Sep 04 16:14:28.690827 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f47ea-8c13-443e-93c8-c00f434614f4 req-5724e215-8ed3-49d8-b23d-599f63ba8150 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:28.692271 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-812f47ea-8c13-443e-93c8-c00f434614f4 req-5724e215-8ed3-49d8-b23d-599f63ba8150 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0459337 Sep 04 16:14:28.738390 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-812f47ea-8c13-443e-93c8-c00f434614f4 req-f95fc520-f859-4311-beb4-248d3ee23606 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406091 Sep 04 16:14:28.951469 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 9b25d6f3-c217-4ae7-8acc-96e8367604e3 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:14:29.051756 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 9b25d6f3-c217-4ae7-8acc-96e8367604e3, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:29.063839 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '9b25d6f3-c217-4ae7-8acc-96e8367604e3', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'port_id': '9b25d6f3-c217-4ae7-8acc-96e8367604e3', 'mac_address': 'fa:16:3e:87:e4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:14:29.098988 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:29.099383 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:29.113430 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b25d6f3-c217-4ae7-8acc-96e8367604e3 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:29.134834 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 9b25d6f3-c217-4ae7-8acc-96e8367604e3, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:29.142479 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Request body: {'port': {'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:29.199708 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:29.241202 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:29.289609 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=9b25d6f3-c217-4ae7-8acc-96e8367604e3,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:29.369356 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:29.458019 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['9b25d6f3-c217-4ae7-8acc-96e8367604e3'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:14:29.468884 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a {{(pid=106841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:29.476813 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Publish callbacks [] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:29.491933 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.provisioning_blocks [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Transition to ACTIVE for port object 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a will not be triggered until provisioned by entity L2. {{(pid=106841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:14:29.494184 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:29.562472 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:29.612257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10876e58-dc41-4332-b7e3-f42858241d87 req-7e783ad3-22ec-4341-b360-c9abb276c44c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:29.620527 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-10876e58-dc41-4332-b7e3-f42858241d87 req-7e783ad3-22ec-4341-b360-c9abb276c44c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0999193 Sep 04 16:14:29.642283 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:29.647042 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12fc62-8647-4a5c-b4e6-4b13fc1326f5 req-eeb1ffad-0684-4845-aacc-0d3dc32e92cc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:29.655221 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-db12fc62-8647-4a5c-b4e6-4b13fc1326f5 req-eeb1ffad-0684-4845-aacc-0d3dc32e92cc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 944 time: 0.1246626 Sep 04 16:14:29.683469 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:29.691271 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.managers [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Attempting to bind port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:14:29.697841 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.managers [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Attempting to bind port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}] {{(pid=106841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:14:29.697841 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Attempting to bind port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:29.697841 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:14:29.697841 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Attempting to bind port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:14:29.702590 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:14:29.703256 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Checking segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:14:29.704224 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Bound using segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} {{(pid=106841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:14:29.704656 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.managers [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Bound port: 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}}] {{(pid=106841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:14:29.705020 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:29.729343 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-10876e58-dc41-4332-b7e3-f42858241d87 req-120bfb38-2c86-4c44-9f60-822e3dcc0dae tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073906 Sep 04 16:14:29.745389 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-db12fc62-8647-4a5c-b4e6-4b13fc1326f5 req-b8959e3e-882e-4adb-b08a-74bbe0ead046 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838356 Sep 04 16:14:29.790133 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] For port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a, host hv-cinder-85236, cleared binding levels {{(pid=106841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:14:29.793681 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] For port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:14:29.867848 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c8d90-595b-4fc8-b03b-cb002aa4505e req-03b6a162-9577-49cc-8dd4-fe626872be04 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:29.869457 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-286c8d90-595b-4fc8-b03b-cb002aa4505e req-03b6a162-9577-49cc-8dd4-fe626872be04 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0637281 Sep 04 16:14:29.910884 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:29.924036 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:29.926178 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for port (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:29.929582 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a HTTP/1.1" status: 200 len: 1094 time: 0.7917421 Sep 04 16:14:29.946938 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449c2258-280e-405f-a3d1-498688a52529', 'tag': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:29.955119 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d545c9a8-175f-44db-88a2-3bce8286c841" -d '{"events": [{"name": "network-changed", "server_uuid": "449c2258-280e-405f-a3d1-498688a52529", "tag": "34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:29.957402 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:29.983336 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b594-6f91-4145-afe7-44917868eff9 service neutron] Pushing event updated for resources: {'Port': ['ID=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,revision_number=3']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:30.123057 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af8eb3-7a1f-48fa-850a-d6cde46a255c req-1127e964-1082-468f-92d2-cc731ef768d4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:30.124530 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e6af8eb3-7a1f-48fa-850a-d6cde46a255c req-1127e964-1082-468f-92d2-cc731ef768d4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.2811842 Sep 04 16:14:30.182345 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-286c8d90-595b-4fc8-b03b-cb002aa4505e req-03912ed3-40d6-4a38-9844-2318da424dc1 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772772 Sep 04 16:14:30.210126 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e6af8eb3-7a1f-48fa-850a-d6cde46a255c req-b5449705-1722-4619-a137-7a61f7acc34f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758250 Sep 04 16:14:30.230628 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cd8f29-0038-4b77-9dd1-c609058126be x-openstack-request-id: req-a0cd8f29-0038-4b77-9dd1-c609058126be {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:30.231149 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449c2258-280e-405f-a3d1-498688a52529", "tag": "34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:30.231149 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0cd8f29-0038-4b77-9dd1-c609058126be {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:30.233922 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cd8f29-0038-4b77-9dd1-c609058126be'] response: {'name': 'network-changed', 'server_uuid': '449c2258-280e-405f-a3d1-498688a52529', 'tag': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'status': 'completed', 'code': 200} Sep 04 16:14:30.812957 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545c9a8-175f-44db-88a2-3bce8286c841 req-e9d8cd99-0848-4411-8dc2-55b6cdcb406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:30.814037 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-d545c9a8-175f-44db-88a2-3bce8286c841 req-e9d8cd99-0848-4411-8dc2-55b6cdcb406e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 1128 time: 0.1718662 Sep 04 16:14:30.882097 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:30.908846 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07918ed-2a7b-40a0-bfad-1e869d70eda4 req-666f1c25-7ef6-4212-8526-3efab6a31c80 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:30.910602 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f07918ed-2a7b-40a0-bfad-1e869d70eda4 req-666f1c25-7ef6-4212-8526-3efab6a31c80 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 944 time: 0.0828137 Sep 04 16:14:30.917110 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865786e-5366-4d8f-9c6f-3ec2dc3c3c9d req-f4f3e968-cfd3-4fd6-8271-08f4cd841686 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:30.918688 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f865786e-5366-4d8f-9c6f-3ec2dc3c3c9d req-f4f3e968-cfd3-4fd6-8271-08f4cd841686 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 943 time: 0.0928550 Sep 04 16:14:30.939602 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device dab8e735-7496-45d4-bc92-b047426a274b details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:14:30.967698 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 9b25d6f3-c217-4ae7-8acc-96e8367604e3 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:30.995152 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545c9a8-175f-44db-88a2-3bce8286c841 req-436c6369-449c-4ab6-bede-e3de0554e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:30.996776 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-d545c9a8-175f-44db-88a2-3bce8286c841 req-436c6369-449c-4ab6-bede-e3de0554e5b5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=1cc5ea4158344d5c8a35bc5783410620&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1745038 Sep 04 16:14:31.099129 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3359eec-152a-4cff-b001-cc1f1c7b8304 req-59f46783-3693-4399-a1d4-7550586242ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:31.103709 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b3359eec-152a-4cff-b001-cc1f1c7b8304 req-59f46783-3693-4399-a1d4-7550586242ea service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 1129 time: 0.1288328 Sep 04 16:14:31.137517 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f865786e-5366-4d8f-9c6f-3ec2dc3c3c9d req-f19dd2c6-d9c4-4d24-9de4-de7ded476f04 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032743 Sep 04 16:14:31.145637 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f07918ed-2a7b-40a0-bfad-1e869d70eda4 req-befdc027-43ae-410f-a5c5-bba5cb1e06a9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256303 Sep 04 16:14:31.177924 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b3359eec-152a-4cff-b001-cc1f1c7b8304 req-c2e94766-5faa-4fe3-980e-b05f82ce9058 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:31.306490 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545c9a8-175f-44db-88a2-3bce8286c841 req-b5720368-0b8e-4edc-aef0-70286ef9add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:31.308413 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:14:31.308731 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-d545c9a8-175f-44db-88a2-3bce8286c841 req-b5720368-0b8e-4edc-aef0-70286ef9add0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3055851 Sep 04 16:14:31.333772 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:31.338575 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b3359eec-152a-4cff-b001-cc1f1c7b8304 req-c2e94766-5faa-4fe3-980e-b05f82ce9058 service neutron] Publish callbacks [] for security_group (96770b74-3a15-4e4c-80ad-ec2a02c995c0), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:31.342399 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port dab8e735-7496-45d4-bc92-b047426a274b, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=dab8e735-7496-45d4-bc92-b047426a274b,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:31.356681 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'dab8e735-7496-45d4-bc92-b047426a274b', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'port_id': 'dab8e735-7496-45d4-bc92-b047426a274b', 'mac_address': 'fa:16:3e:47:3d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:14:31.388847 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:31.389272 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:31.407161 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b3359eec-152a-4cff-b001-cc1f1c7b8304 req-c2e94766-5faa-4fe3-980e-b05f82ce9058 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (96770b74-3a15-4e4c-80ad-ec2a02c995c0), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:31.418882 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33dcf0-6ee7-402a-b02b-9c0928261760 req-9ddddcd3-0d1e-4afc-83d0-5c71482e906c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:31.426871 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bd33dcf0-6ee7-402a-b02b-9c0928261760 req-9ddddcd3-0d1e-4afc-83d0-5c71482e906c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.1341581 Sep 04 16:14:31.428383 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-ab40f617-ab5d-478c-9edc-d27b7e795f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:31.431017 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-ab40f617-ab5d-478c-9edc-d27b7e795f32 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 1128 time: 0.0621853 Sep 04 16:14:31.432100 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port dab8e735-7496-45d4-bc92-b047426a274b is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:31.432651 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (dab8e735-7496-45d4-bc92-b047426a274b), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:31.453871 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab8e735-7496-45d4-bc92-b047426a274b {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:31.476748 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45eed0-48e5-4858-86ab-9a08606f05d6 req-4f9948f0-e7da-4eef-aa06-a2ccccd32003 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:31.482170 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5b45eed0-48e5-4858-86ab-9a08606f05d6 req-4f9948f0-e7da-4eef-aa06-a2ccccd32003 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.1417644 Sep 04 16:14:31.488389 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-4d4708c7-316f-46d3-8593-ec626e34e90e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a HTTP/1.1" status: 200 len: 217 time: 0.0476124 Sep 04 16:14:31.489432 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port dab8e735-7496-45d4-bc92-b047426a274b, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=dab8e735-7496-45d4-bc92-b047426a274b,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:31.523754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e94766-5faa-4fe3-980e-b05f82ce9058 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=96770b74-3a15-4e4c-80ad-ec2a02c995c0,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:31.536665 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:31.537069 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:31.538190 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b3359eec-152a-4cff-b001-cc1f1c7b8304 req-c2e94766-5faa-4fe3-980e-b05f82ce9058 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252973 Sep 04 16:14:31.549798 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-d7772e07-2cf1-4c2f-9357-726f9bb26299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:31.552588 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-d7772e07-2cf1-4c2f-9357-726f9bb26299 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b3dc0cdd-5a85-4672-8760-14c1555930d6 HTTP/1.1" status: 200 len: 854 time: 0.0561495 Sep 04 16:14:31.578821 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1afbcb-161b-4255-af5d-7aa20d2bf66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b25d6f3-c217-4ae7-8acc-96e8367604e3'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:31.581533 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb87967-6524-42d4-a395-ca145bf1f696" -d '{"events": [{"server_uuid": "ee1afbcb-161b-4255-af5d-7aa20d2bf66f", "name": "network-vif-plugged", "status": "completed", "tag": "9b25d6f3-c217-4ae7-8acc-96e8367604e3"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:31.595811 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bd33dcf0-6ee7-402a-b02b-9c0928261760 req-5ab7fa5d-9c12-48c9-b650-94bc2b9a0113 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652694 Sep 04 16:14:31.602788 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 9b25d6f3-c217-4ae7-8acc-96e8367604e3, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:31.604261 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (dab8e735-7496-45d4-bc92-b047426a274b), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:31.615760 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5b45eed0-48e5-4858-86ab-9a08606f05d6 req-37aa143c-5ca1-487d-a8ef-d00547923904 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226768 Sep 04 16:14:31.677742 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fdd457-b458-4f77-b35e-191a5a542e03 x-openstack-request-id: req-d1fdd457-b458-4f77-b35e-191a5a542e03 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:31.678036 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1afbcb-161b-4255-af5d-7aa20d2bf66f", "name": "network-vif-plugged", "status": "completed", "tag": "9b25d6f3-c217-4ae7-8acc-96e8367604e3", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:31.678293 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1fdd457-b458-4f77-b35e-191a5a542e03 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:31.678679 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fdd457-b458-4f77-b35e-191a5a542e03'] response: {'server_uuid': 'ee1afbcb-161b-4255-af5d-7aa20d2bf66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b25d6f3-c217-4ae7-8acc-96e8367604e3', 'code': 200} Sep 04 16:14:31.683887 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=dab8e735-7496-45d4-bc92-b047426a274b,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:31.716228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:31.770623 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46446) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:31.784739 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:31.808587 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=9b25d6f3-c217-4ae7-8acc-96e8367604e3,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:31.862034 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['dab8e735-7496-45d4-bc92-b047426a274b'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:14:31.873810 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-e55b0449-fae7-47b9-aef2-4d3333ede2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:31.876734 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-e55b0449-fae7-47b9-aef2-4d3333ede2b4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045287 Sep 04 16:14:31.918057 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-32215b35-4cd9-44c0-857f-7a8b76bed7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:31.992439 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-7810c002-34fc-4a81-8700-0d481ba48dd1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068628 Sep 04 16:14:32.021174 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:32.030422 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-32215b35-4cd9-44c0-857f-7a8b76bed7f5 admin admin] Publish callbacks [] for security_group (ab3d8a5a-f1ee-43f2-88c1-83adf3d707c2), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:32.155535 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-32215b35-4cd9-44c0-857f-7a8b76bed7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ab3d8a5a-f1ee-43f2-88c1-83adf3d707c2), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:32.201660 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32215b35-4cd9-44c0-857f-7a8b76bed7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3d8a5a-f1ee-43f2-88c1-83adf3d707c2,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:32.209693 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-32215b35-4cd9-44c0-857f-7a8b76bed7f5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=05d93673dd314bdeb40aad53a07cdfd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351215 Sep 04 16:14:32.210670 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46460) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:32.272140 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee8ff-9ecc-46a4-af03-ece06e678399 admin admin] Publish callbacks [] for security_group (ab3d8a5a-f1ee-43f2-88c1-83adf3d707c2), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:32.286274 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5322-869a-4ad4-b86d-dba8d43b0866 req-0933a7e9-a394-4c1f-8bc3-d3b9c0bfb3f9 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:32.287914 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd4b5322-869a-4ad4-b86d-dba8d43b0866 req-0933a7e9-a394-4c1f-8bc3-d3b9c0bfb3f9 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 944 time: 0.0753996 Sep 04 16:14:32.288335 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:32.293734 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee8ff-9ecc-46a4-af03-ece06e678399 admin admin] Publish callbacks [] for security_group (ab3d8a5a-f1ee-43f2-88c1-83adf3d707c2), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:32.314862 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1131aa-d6b3-4755-b37e-55227b7e303c req-92593584-fe64-4015-80c6-381150d24af3 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:32.316322 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5c1131aa-d6b3-4755-b37e-55227b7e303c req-92593584-fe64-4015-80c6-381150d24af3 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 944 time: 0.0643244 Sep 04 16:14:32.385896 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd4b5322-869a-4ad4-b86d-dba8d43b0866 req-103f5148-99bd-436d-9aaf-bc5e45898274 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882666 Sep 04 16:14:32.393829 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5c1131aa-d6b3-4755-b37e-55227b7e303c req-c124a617-6196-4d05-930c-7324d2cc86be tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700722 Sep 04 16:14:32.456438 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee8ff-9ecc-46a4-af03-ece06e678399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ab3d8a5a-f1ee-43f2-88c1-83adf3d707c2), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:32.459302 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0b3ee8ff-9ecc-46a4-af03-ece06e678399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:32.462267 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-0b3ee8ff-9ecc-46a4-af03-ece06e678399 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ab3d8a5a-f1ee-43f2-88c1-83adf3d707c2 HTTP/1.1" status: 204 len: 168 time: 0.2486331 Sep 04 16:14:32.486912 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ee8ff-9ecc-46a4-af03-ece06e678399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3d8a5a-f1ee-43f2-88c1-83adf3d707c2,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:32.511467 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46468) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:32.637157 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-82e2342b-fa3e-43e0-88ef-b39803509e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:32.774192 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fb4b3-d258-4742-8552-5cef548d5e81 req-e9883da4-0875-496c-ab6e-9937cf7253a3 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:32.775796 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-438fb4b3-d258-4742-8552-5cef548d5e81 req-e9883da4-0875-496c-ab6e-9937cf7253a3 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0977149 Sep 04 16:14:32.811092 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da40b8-07c5-4414-8071-6c42a2f99637 req-1d9e48f5-2a24-4228-b4d8-a03059d03902 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:32.812749 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-34da40b8-07c5-4414-8071-6c42a2f99637 req-1d9e48f5-2a24-4228-b4d8-a03059d03902 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0990953 Sep 04 16:14:32.826095 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-82e2342b-fa3e-43e0-88ef-b39803509e25 admin admin] Publish callbacks [] for security_group (4db6caf5-6327-4cbc-8723-2c7fcfdff558), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:32.890367 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-438fb4b3-d258-4742-8552-5cef548d5e81 req-388e3aa7-5ff9-4686-b835-6c8f705636e0 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035542 Sep 04 16:14:32.897261 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-34da40b8-07c5-4414-8071-6c42a2f99637 req-9e09dc90-1988-4c78-a07b-64ab98762a58 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733383 Sep 04 16:14:32.906751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-82e2342b-fa3e-43e0-88ef-b39803509e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4db6caf5-6327-4cbc-8723-2c7fcfdff558), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:32.942205 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-82e2342b-fa3e-43e0-88ef-b39803509e25 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=660b5fc09131429e9fcb9d3486cbfe92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293928 Sep 04 16:14:32.945048 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46482) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:32.948081 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2342b-fa3e-43e0-88ef-b39803509e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db6caf5-6327-4cbc-8723-2c7fcfdff558,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:32.992981 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:14:32.995633 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b1e4c89d-2eed-4cb7-a1f4-727ace5808a6 admin admin] Publish callbacks [] for security_group (4db6caf5-6327-4cbc-8723-2c7fcfdff558), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.016860 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b1e4c89d-2eed-4cb7-a1f4-727ace5808a6 admin admin] Publish callbacks [] for security_group (4db6caf5-6327-4cbc-8723-2c7fcfdff558), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.044724 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:33.172895 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b1e4c89d-2eed-4cb7-a1f4-727ace5808a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4db6caf5-6327-4cbc-8723-2c7fcfdff558), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.175626 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b1e4c89d-2eed-4cb7-a1f4-727ace5808a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.176782 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-b1e4c89d-2eed-4cb7-a1f4-727ace5808a6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4db6caf5-6327-4cbc-8723-2c7fcfdff558 HTTP/1.1" status: 204 len: 168 time: 0.2305675 Sep 04 16:14:33.185591 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4c89d-2eed-4cb7-a1f4-727ace5808a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db6caf5-6327-4cbc-8723-2c7fcfdff558,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:33.221196 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46486) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:33.235865 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-84ee28fa-7474-4aa8-9e5c-6515d5959bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.308573 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-84ee28fa-7474-4aa8-9e5c-6515d5959bfe admin admin] Publish callbacks [] for security_group (deebd05d-2abb-422b-bf33-587340faf436), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.355642 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:33.389777 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-84ee28fa-7474-4aa8-9e5c-6515d5959bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (deebd05d-2abb-422b-bf33-587340faf436), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.433728 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-84ee28fa-7474-4aa8-9e5c-6515d5959bfe admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=daf3967b72804187aa7a60f83bf73cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084527 Sep 04 16:14:33.433728 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee28fa-7474-4aa8-9e5c-6515d5959bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deebd05d-2abb-422b-bf33-587340faf436,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:33.434356 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46494) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:33.564149 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Publish callbacks [] for security_group (deebd05d-2abb-422b-bf33-587340faf436), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.583147 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4399bb5-dd3f-435d-805f-76518ff8b04b req-ad92cb72-567e-4013-bacc-a116c92249b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:33.585190 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a4399bb5-dd3f-435d-805f-76518ff8b04b req-ad92cb72-567e-4013-bacc-a116c92249b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 944 time: 0.1025107 Sep 04 16:14:33.612238 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b76a9-028f-43e7-968e-48fd6dc96f0d req-ab68de3e-933b-4632-be90-2d37d87b3e66 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:33.612238 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a38b76a9-028f-43e7-968e-48fd6dc96f0d req-ab68de3e-933b-4632-be90-2d37d87b3e66 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 944 time: 0.0843039 Sep 04 16:14:33.626388 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Publish callbacks [] for security_group (deebd05d-2abb-422b-bf33-587340faf436), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.628061 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:33.712498 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a38b76a9-028f-43e7-968e-48fd6dc96f0d req-250527cc-dda0-4b21-9545-4db4d8b376b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044588 Sep 04 16:14:33.716924 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a4399bb5-dd3f-435d-805f-76518ff8b04b req-76912e87-9f31-40f0-8ad3-e9a298957cae tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119320 Sep 04 16:14:33.802089 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (deebd05d-2abb-422b-bf33-587340faf436), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.804638 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.805836 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/deebd05d-2abb-422b-bf33-587340faf436 HTTP/1.1" status: 204 len: 168 time: 0.3709443 Sep 04 16:14:33.813947 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deebd05d-2abb-422b-bf33-587340faf436,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:33.820995 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.821338 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.821709 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.822052 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.822378 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.822705 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.823027 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.823347 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.823700 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.824016 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.824331 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.824652 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.824970 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.825287 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.825625 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc024e8-971d-4fa7-b570-4f401894fc76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:33.897454 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46502) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:33.910738 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-86d88038-71ba-4ea1-8ee3-e5d39c909387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:33.955840 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:33.993507 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-86d88038-71ba-4ea1-8ee3-e5d39c909387 admin admin] Publish callbacks [] for security_group (b5085e41-2f32-405e-b053-f0e30dd95d64), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:34.059429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1764f59-bd6f-48af-9ab5-a20eda2d5fac req-54239bb1-24da-40aa-b87e-7c603265383f tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:34.060887 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a1764f59-bd6f-48af-9ab5-a20eda2d5fac req-54239bb1-24da-40aa-b87e-7c603265383f tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0841444 Sep 04 16:14:34.068970 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac766dfa-bd3d-4216-9760-01f181ced60c req-afa2c95c-70d4-4c91-ba95-42078f1cc174 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:34.070357 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ac766dfa-bd3d-4216-9760-01f181ced60c req-afa2c95c-70d4-4c91-ba95-42078f1cc174 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0710275 Sep 04 16:14:34.080826 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-86d88038-71ba-4ea1-8ee3-e5d39c909387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (b5085e41-2f32-405e-b053-f0e30dd95d64), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:34.122344 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-86d88038-71ba-4ea1-8ee3-e5d39c909387 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d8054646d50741489dc193639b4c80e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235973 Sep 04 16:14:34.123036 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d88038-71ba-4ea1-8ee3-e5d39c909387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5085e41-2f32-405e-b053-f0e30dd95d64,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:34.125963 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46510) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:34.150633 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a1764f59-bd6f-48af-9ab5-a20eda2d5fac req-f92711cd-ce51-4742-b52f-5830cb40b7e5 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793450 Sep 04 16:14:34.155562 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ac766dfa-bd3d-4216-9760-01f181ced60c req-43936448-c657-49ed-b190-52a519f60dc5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786905 Sep 04 16:14:34.189434 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bae74d1e-2d56-4277-9455-95dc35b9a300 admin admin] Publish callbacks [] for security_group (b5085e41-2f32-405e-b053-f0e30dd95d64), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:34.210974 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bae74d1e-2d56-4277-9455-95dc35b9a300 admin admin] Publish callbacks [] for security_group (b5085e41-2f32-405e-b053-f0e30dd95d64), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:34.355510 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bae74d1e-2d56-4277-9455-95dc35b9a300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (b5085e41-2f32-405e-b053-f0e30dd95d64), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:34.358027 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bae74d1e-2d56-4277-9455-95dc35b9a300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:34.359328 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bae74d1e-2d56-4277-9455-95dc35b9a300 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b5085e41-2f32-405e-b053-f0e30dd95d64 HTTP/1.1" status: 204 len: 168 time: 0.2323265 Sep 04 16:14:34.367276 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae74d1e-2d56-4277-9455-95dc35b9a300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5085e41-2f32-405e-b053-f0e30dd95d64,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:34.888066 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3d353-c2dd-45cf-9d94-c397f308e6ee req-cfcb3e77-8863-4f75-b3f8-c75c63b01ba6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:34.891057 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-41c3d353-c2dd-45cf-9d94-c397f308e6ee req-cfcb3e77-8863-4f75-b3f8-c75c63b01ba6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 944 time: 0.0843561 Sep 04 16:14:34.896913 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a77e5a-38a0-477c-a916-f155d1712212 req-65b71aa6-c528-4116-a269-73f8460def82 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:34.903853 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d2a77e5a-38a0-477c-a916-f155d1712212 req-65b71aa6-c528-4116-a269-73f8460def82 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 944 time: 0.0811076 Sep 04 16:14:34.966426 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-41c3d353-c2dd-45cf-9d94-c397f308e6ee req-7b9ea581-1f37-41ed-8a99-91e81150b5c6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606017 Sep 04 16:14:34.998594 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d2a77e5a-38a0-477c-a916-f155d1712212 req-404b99eb-ff8b-4ed7-af15-56860e1ecedb tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938892 Sep 04 16:14:35.094716 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4f786-382e-4fb6-bf1f-23eb7bd85ae4 req-375f293b-1b9d-4d39-b21e-135014ebc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:35.096810 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-50e4f786-382e-4fb6-bf1f-23eb7bd85ae4 req-375f293b-1b9d-4d39-b21e-135014ebc535 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 1129 time: 0.0413256 Sep 04 16:14:35.130973 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-1b460bc9-f546-4d6b-aedb-c3df62b690ae req-7d684dec-c83c-4c45-8208-b7a8eff9cd39 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021316 Sep 04 16:14:35.150416 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-50e4f786-382e-4fb6-bf1f-23eb7bd85ae4 req-a4f1a8c9-68c5-4592-b15d-bd589f978732 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471206 Sep 04 16:14:35.248307 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ea45359b-6df0-4bcb-9182-26e4cca9bdd6 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:14:35.253253 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device dab8e735-7496-45d4-bc92-b047426a274b up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:35.312623 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:35.341026 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37545d-ad5e-4ca7-87b0-777581669492 req-edf74e43-ee5f-44f2-af6c-3ccddce413f3 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:35.346455 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fd37545d-ad5e-4ca7-87b0-777581669492 req-edf74e43-ee5f-44f2-af6c-3ccddce413f3 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0921419 Sep 04 16:14:35.358840 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d951a-8b29-4fd3-a118-2e021e6b0682 req-84100de2-422f-4dc9-89ab-d08987b06b81 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:35.360539 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c8d951a-8b29-4fd3-a118-2e021e6b0682 req-84100de2-422f-4dc9-89ab-d08987b06b81 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.1079345 Sep 04 16:14:35.363597 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port dab8e735-7496-45d4-bc92-b047426a274b completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:14:35.413515 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:35.427991 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'port_id': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'mac_address': 'fa:16:3e:e2:b6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:14:35.458550 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fd37545d-ad5e-4ca7-87b0-777581669492 req-9d5c1f32-08b3-4189-b2f3-88d1b697dc90 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969625 Sep 04 16:14:35.468628 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:35.468875 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c8d951a-8b29-4fd3-a118-2e021e6b0682 req-a3b71832-6f5f-4b3b-9307-e33e80860997 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990069 Sep 04 16:14:35.469174 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:35.490625 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea45359b-6df0-4bcb-9182-26e4cca9bdd6 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:35.503019 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port dab8e735-7496-45d4-bc92-b047426a274b triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:35.503393 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (dab8e735-7496-45d4-bc92-b047426a274b), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:35.542243 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:35.608316 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port dab8e735-7496-45d4-bc92-b047426a274b is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:35.608701 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (dab8e735-7496-45d4-bc92-b047426a274b), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:35.634540 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df07895-c9cb-4cee-93e7-1cafff31b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8e735-7496-45d4-bc92-b047426a274b'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:35.636747 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae44bc54-6361-4bd1-8cf3-a1c14a8ad80d" -d '{"events": [{"server_uuid": "9df07895-c9cb-4cee-93e7-1cafff31b091", "name": "network-vif-plugged", "status": "completed", "tag": "dab8e735-7496-45d4-bc92-b047426a274b"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:35.641403 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:35.647389 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:35.654591 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port dab8e735-7496-45d4-bc92-b047426a274b, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=dab8e735-7496-45d4-bc92-b047426a274b,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:35.677024 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6b972b-aad0-4a5a-bcac-4b6d793e49b5 x-openstack-request-id: req-1a6b972b-aad0-4a5a-bcac-4b6d793e49b5 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:35.678482 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df07895-c9cb-4cee-93e7-1cafff31b091", "name": "network-vif-plugged", "status": "completed", "tag": "dab8e735-7496-45d4-bc92-b047426a274b", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:35.678482 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a6b972b-aad0-4a5a-bcac-4b6d793e49b5 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:35.678482 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6b972b-aad0-4a5a-bcac-4b6d793e49b5'] response: {'server_uuid': '9df07895-c9cb-4cee-93e7-1cafff31b091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8e735-7496-45d4-bc92-b047426a274b', 'code': 200} Sep 04 16:14:35.699795 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-25bedee3-b1f0-480c-b849-45e41ba64d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:35.704745 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:35.712014 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.712354 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.712715 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.713046 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.713370 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.713810 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.714075 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.714392 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.714707 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.715022 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.715337 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.715651 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.715961 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.716273 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.716582 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:35.726910 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (dab8e735-7496-45d4-bc92-b047426a274b), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:35.780694 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=dab8e735-7496-45d4-bc92-b047426a274b,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:35.973449 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['ea45359b-6df0-4bcb-9182-26e4cca9bdd6'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:14:36.047042 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:36.092203 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=20 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:36.203242 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05fe8c-6307-4a00-9c4a-0c27e71dec1e req-b04fcfe9-ed55-40ac-b7d5-9a491fa60415 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:36.204908 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1a05fe8c-6307-4a00-9c4a-0c27e71dec1e req-b04fcfe9-ed55-40ac-b7d5-9a491fa60415 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0836091 Sep 04 16:14:36.213390 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6fbc3-1876-4dbb-9caf-33f332f6954e req-bae46396-0267-4f27-a2ae-4fee71336c46 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:36.214875 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c3b6fbc3-1876-4dbb-9caf-33f332f6954e req-bae46396-0267-4f27-a2ae-4fee71336c46 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 944 time: 0.0798020 Sep 04 16:14:36.299297 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c3b6fbc3-1876-4dbb-9caf-33f332f6954e req-16be5823-ccfb-4389-ab4c-402668e2750e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770044 Sep 04 16:14:36.317011 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1a05fe8c-6307-4a00-9c4a-0c27e71dec1e req-69e8fd70-0534-45d7-b38b-be8f92795df8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010695 Sep 04 16:14:36.621236 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b445465-5556-44a4-903c-2eda6d7759c4 req-14734a33-88e0-4eb6-aacc-2f4dce91a777 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:36.622739 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8b445465-5556-44a4-903c-2eda6d7759c4 req-14734a33-88e0-4eb6-aacc-2f4dce91a777 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0787091 Sep 04 16:14:36.632624 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efa520-d28f-4540-bbf4-3153197dd193 req-f0a7974b-15fb-406c-ac6d-08cff1f80bbe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:36.634074 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d2efa520-d28f-4540-bbf4-3153197dd193 req-f0a7974b-15fb-406c-ac6d-08cff1f80bbe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 944 time: 0.0623114 Sep 04 16:14:36.706430 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8b445465-5556-44a4-903c-2eda6d7759c4 req-947b9bd2-8be8-4834-9724-4afe30996b16 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714927 Sep 04 16:14:36.709598 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d2efa520-d28f-4540-bbf4-3153197dd193 req-d09c4cb8-cb96-4e31-bc37-cee3d5323ccc tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687566 Sep 04 16:14:37.254693 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:14:37.256854 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ea45359b-6df0-4bcb-9182-26e4cca9bdd6 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:37.378048 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:14:37.460880 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:37.480003 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:14:37.501787 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:37.505281 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:37.505680 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:37.535266 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55d7d7-9eb1-4700-8b3c-09f83eb808ee req-b7a100e7-fbd4-4206-9d49-85aa5f4dc3a1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:37.542112 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff55d7d7-9eb1-4700-8b3c-09f83eb808ee req-b7a100e7-fbd4-4206-9d49-85aa5f4dc3a1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 944 time: 0.0972559 Sep 04 16:14:37.550151 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:37.550422 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:37.569312 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:14:37.570187 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efae077-00a1-4b3d-b6f4-129ecfdbeccb req-917c1993-e4a8-432a-983a-10fa44c6262f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:37.571726 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1efae077-00a1-4b3d-b6f4-129ecfdbeccb req-917c1993-e4a8-432a-983a-10fa44c6262f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0882611 Sep 04 16:14:37.616878 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:37.622714 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:37.623044 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:37.631489 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff55d7d7-9eb1-4700-8b3c-09f83eb808ee req-79899059-33ed-4255-b085-5d490fb9ad07 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883977 Sep 04 16:14:37.659194 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:37.662089 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1efae077-00a1-4b3d-b6f4-129ecfdbeccb req-8ae3320e-af2b-4cf3-bff2-6c0eb4724ba0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743983 Sep 04 16:14:37.679187 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:37.683028 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927fb7e0-d28c-43e8-8a68-3545a58ddf80" -d '{"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-plugged", "status": "completed", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:37.692668 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:37.726600 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08036cb7-3503-4166-b171-589d69252db4 x-openstack-request-id: req-08036cb7-3503-4166-b171-589d69252db4 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:37.726914 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-plugged", "status": "completed", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:37.727171 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08036cb7-3503-4166-b171-589d69252db4 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:37.727564 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08036cb7-3503-4166-b171-589d69252db4'] response: {'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'code': 200} Sep 04 16:14:37.743146 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:37.747701 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:37.804567 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:37.861551 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb59d78-1e10-4f69-9e89-c9865ddec8a6 req-36d3f263-506c-4342-9cca-c553a1ec6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:37.865997 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5fb59d78-1e10-4f69-9e89-c9865ddec8a6 req-36d3f263-506c-4342-9cca-c553a1ec6c5c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 1129 time: 0.0565894 Sep 04 16:14:37.965998 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d46444b9-8e70-4079-9aca-e91070bd5852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:37.969678 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:14:37.973932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffcbaa-3acc-4707-b1e9-d5b8ee2e5e12 req-98627b87-e868-46d0-b444-ad95f6521d18 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:37.975566 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c6ffcbaa-3acc-4707-b1e9-d5b8ee2e5e12 req-98627b87-e868-46d0-b444-ad95f6521d18 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.1100562 Sep 04 16:14:37.985632 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bc3a5-e116-4bf0-a6cf-61c4dbe3b13d req-49fca048-bf29-44bf-9641-076f86d579e0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:37.987842 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-af3bc3a5-e116-4bf0-a6cf-61c4dbe3b13d req-49fca048-bf29-44bf-9641-076f86d579e0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1173322 Sep 04 16:14:38.029991 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5fb59d78-1e10-4f69-9e89-c9865ddec8a6 req-23438d17-4882-411b-bfe0-4d989741f25e service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480105 Sep 04 16:14:38.060741 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:38.084089 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-af3bc3a5-e116-4bf0-a6cf-61c4dbe3b13d req-9bc252e4-3817-4b25-9d11-6bef4a2a72b0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689039 Sep 04 16:14:38.124341 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c6ffcbaa-3acc-4707-b1e9-d5b8ee2e5e12 req-72671ec0-ea26-4389-8fb8-ead179a1e07d tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309326 Sep 04 16:14:38.295946 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88b075-6de3-4cc0-a954-629653febaf1 req-ce649340-a23b-4d2b-9fab-a3f45d65756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:38.297793 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1d88b075-6de3-4cc0-a954-629653febaf1 req-ce649340-a23b-4d2b-9fab-a3f45d65756a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 1129 time: 0.0428126 Sep 04 16:14:38.320616 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:38.355157 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1d88b075-6de3-4cc0-a954-629653febaf1 req-a998ffc2-87f0-4d40-aa65-992115f80b03 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490766 Sep 04 16:14:38.780857 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb36dfd-f56c-4de9-8c8c-a5fda0fe85a2 req-6a8c3af5-0ed0-404d-969f-70b04b5ebade tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:38.782904 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6fb36dfd-f56c-4de9-8c8c-a5fda0fe85a2 req-6a8c3af5-0ed0-404d-969f-70b04b5ebade tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 945 time: 0.0740707 Sep 04 16:14:38.806483 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa019e2-f3ec-4e53-8fe4-82001dfb695f req-cc54c8a7-8361-4a15-a09d-8caa96652ad1 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:38.807898 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1fa019e2-f3ec-4e53-8fe4-82001dfb695f req-cc54c8a7-8361-4a15-a09d-8caa96652ad1 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0686908 Sep 04 16:14:38.876959 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6fb36dfd-f56c-4de9-8c8c-a5fda0fe85a2 req-9e1af7fc-f0f8-4a7c-b570-9f0055f19689 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847235 Sep 04 16:14:38.884264 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1fa019e2-f3ec-4e53-8fe4-82001dfb695f req-fcb5767b-0e54-4b71-b49f-05362417093c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693810 Sep 04 16:14:39.092700 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:39.207579 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55534ae0-8ab1-4f10-bc36-959de19341ee req-2c141c68-80c4-4f5f-a614-353795cd297e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:39.208969 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-55534ae0-8ab1-4f10-bc36-959de19341ee req-2c141c68-80c4-4f5f-a614-353795cd297e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0470335 Sep 04 16:14:39.252838 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:14:39.256307 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:39.266987 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-55534ae0-8ab1-4f10-bc36-959de19341ee req-c3c918f6-2c7c-4789-bdee-c5d21a3e44d3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486426 Sep 04 16:14:39.311008 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:14:39.384289 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:14:39.384774 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:39.466020 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:14:39.466340 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:39.507178 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:14:39.621845 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:39.671674 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:39.728391 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449c2258-280e-405f-a3d1-498688a52529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:39.730927 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4799cd71-fd2b-4ea3-8fa6-f8a15fdd5458" -d '{"events": [{"server_uuid": "449c2258-280e-405f-a3d1-498688a52529", "name": "network-vif-plugged", "status": "completed", "tag": "34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:39.768333 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc86ab1-396a-4aed-9d8d-62fe920c36dd x-openstack-request-id: req-2cc86ab1-396a-4aed-9d8d-62fe920c36dd {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:39.768714 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449c2258-280e-405f-a3d1-498688a52529", "name": "network-vif-plugged", "status": "completed", "tag": "34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:39.769073 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cc86ab1-396a-4aed-9d8d-62fe920c36dd {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:39.769589 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc86ab1-396a-4aed-9d8d-62fe920c36dd'] response: {'server_uuid': '449c2258-280e-405f-a3d1-498688a52529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'code': 200} Sep 04 16:14:40.040982 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af6c3b-19a5-4f12-834c-226dcf7bb807 req-021672d4-e17a-44dc-8a25-4169eb6fa350 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:40.042569 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4af6c3b-19a5-4f12-834c-226dcf7bb807 req-021672d4-e17a-44dc-8a25-4169eb6fa350 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0813079 Sep 04 16:14:40.052429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16d998-9f63-4956-801c-6f381345565d req-526e9118-67d2-45b3-b23d-fe784db610d9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:40.053987 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5d16d998-9f63-4956-801c-6f381345565d req-526e9118-67d2-45b3-b23d-fe784db610d9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0822434 Sep 04 16:14:40.134645 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4af6c3b-19a5-4f12-834c-226dcf7bb807 req-1b42ccb8-9bce-452b-bd7d-29dd927c1abc tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796497 Sep 04 16:14:40.139125 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5d16d998-9f63-4956-801c-6f381345565d req-0c59867e-9808-422e-a741-f826429e509f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772305 Sep 04 16:14:40.273078 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46738) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:40.407429 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:40.483184 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Publish callbacks [] for security_group (84554b34-5f54-458d-aee7-90359ab17616), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:40.555521 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (84554b34-5f54-458d-aee7-90359ab17616), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:40.582779 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:40.596173 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2d860627c59f40a2bcc5390a88bb8733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214872 Sep 04 16:14:40.597246 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84554b34-5f54-458d-aee7-90359ab17616,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:40.599180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46748) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:40.604643 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.605118 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.605339 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.605699 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.606032 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.606357 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.606682 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.607004 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.607344 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.607673 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.608110 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.608326 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.608648 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.608958 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.609820 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11840f60-134f-4ec4-815d-1676c244935b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:14:40.612871 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:40.655087 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7192ebd9-548e-451d-95cd-720a87467a7e admin admin] Publish callbacks [] for security_group (84554b34-5f54-458d-aee7-90359ab17616), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:40.676916 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7192ebd9-548e-451d-95cd-720a87467a7e admin admin] Publish callbacks [] for security_group (84554b34-5f54-458d-aee7-90359ab17616), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:40.736359 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:40.750432 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:40.759661 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea553a9-3014-4a2a-8e4c-ef62e075fb20 req-c1331660-bcbf-4167-9cc5-fddffa4f2d6a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:40.761131 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bea553a9-3014-4a2a-8e4c-ef62e075fb20 req-c1331660-bcbf-4167-9cc5-fddffa4f2d6a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0558631 Sep 04 16:14:40.816435 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bea553a9-3014-4a2a-8e4c-ef62e075fb20 req-15be8924-4a80-4108-804d-94dbb9b3d35a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453315 Sep 04 16:14:40.839000 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7192ebd9-548e-451d-95cd-720a87467a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (84554b34-5f54-458d-aee7-90359ab17616), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:40.841771 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7192ebd9-548e-451d-95cd-720a87467a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:40.846922 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-7192ebd9-548e-451d-95cd-720a87467a7e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/84554b34-5f54-458d-aee7-90359ab17616 HTTP/1.1" status: 204 len: 168 time: 0.2453001 Sep 04 16:14:40.858672 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192ebd9-548e-451d-95cd-720a87467a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84554b34-5f54-458d-aee7-90359ab17616,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:40.942359 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e821e-f7ac-4e5b-9c50-628a21dee703 req-d682e929-81d8-49d0-8b43-d4c1f33b748e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:40.943826 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bc3e821e-f7ac-4e5b-9c50-628a21dee703 req-d682e929-81d8-49d0-8b43-d4c1f33b748e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0479186 Sep 04 16:14:40.980497 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:40.992132 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bc3e821e-f7ac-4e5b-9c50-628a21dee703 req-973b6539-2326-48e4-bb39-e3d3c7019886 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425296 Sep 04 16:14:41.268550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55687a-f202-4585-aa6a-4c4b0d97b4bf req-85453cf2-441d-4952-beb7-05dadb98da8f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:41.270027 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4c55687a-f202-4585-aa6a-4c4b0d97b4bf req-85453cf2-441d-4952-beb7-05dadb98da8f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0524554 Sep 04 16:14:41.317425 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4c55687a-f202-4585-aa6a-4c4b0d97b4bf req-e1f96225-5fa8-447f-a755-6353bcafa7c7 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417876 Sep 04 16:14:41.496297 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46770) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:41.510342 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-20684dea-ec57-476c-849f-c15bdf8fc907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:41.585519 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-20684dea-ec57-476c-849f-c15bdf8fc907 admin admin] Publish callbacks [] for security_group (b10dfbde-ee77-4b92-88ad-8e5039612fad), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:41.663850 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-20684dea-ec57-476c-849f-c15bdf8fc907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (b10dfbde-ee77-4b92-88ad-8e5039612fad), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:41.703247 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-20684dea-ec57-476c-849f-c15bdf8fc907 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4137246182ab41d693d21323aaecc5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056072 Sep 04 16:14:41.704140 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20684dea-ec57-476c-849f-c15bdf8fc907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10dfbde-ee77-4b92-88ad-8e5039612fad,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:41.706854 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46772) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:41.757793 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2e70d51a-c2d9-4ffc-b5d7-251a16180a68 admin admin] Publish callbacks [] for security_group (b10dfbde-ee77-4b92-88ad-8e5039612fad), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:41.777641 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2e70d51a-c2d9-4ffc-b5d7-251a16180a68 admin admin] Publish callbacks [] for security_group (b10dfbde-ee77-4b92-88ad-8e5039612fad), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:41.891238 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2e70d51a-c2d9-4ffc-b5d7-251a16180a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (b10dfbde-ee77-4b92-88ad-8e5039612fad), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:41.894133 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2e70d51a-c2d9-4ffc-b5d7-251a16180a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:41.900063 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-2e70d51a-c2d9-4ffc-b5d7-251a16180a68 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b10dfbde-ee77-4b92-88ad-8e5039612fad HTTP/1.1" status: 204 len: 168 time: 0.1894655 Sep 04 16:14:41.902352 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46782) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:41.920595 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70d51a-c2d9-4ffc-b5d7-251a16180a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10dfbde-ee77-4b92-88ad-8e5039612fad,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:41.964328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5d79e-e04b-438c-bcbb-9c28486e2665 req-95c48e75-52ac-4b4a-8734-a14e1fdb0ae8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:41.965867 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0fe5d79e-e04b-438c-bcbb-9c28486e2665 req-95c48e75-52ac-4b4a-8734-a14e1fdb0ae8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0675490 Sep 04 16:14:42.020382 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0fe5d79e-e04b-438c-bcbb-9c28486e2665 req-5cac260e-5f99-4bbf-b69c-1fbe7c004976 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463052 Sep 04 16:14:42.045223 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-801d1c5e-16ca-428d-a157-ef8597b5fc07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:42.127292 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-801d1c5e-16ca-428d-a157-ef8597b5fc07 admin admin] Publish callbacks [] for security_group (e285a40f-46aa-4e92-a82b-cf7d006c93f7), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:42.129982 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869f1b9-e5f0-4818-ad3e-0166bba355ef req-3f3c6605-fc0a-4e79-bf8b-ca44f5d1d4c1 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:42.131551 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e869f1b9-e5f0-4818-ad3e-0166bba355ef req-3f3c6605-fc0a-4e79-bf8b-ca44f5d1d4c1 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0465236 Sep 04 16:14:42.180605 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e869f1b9-e5f0-4818-ad3e-0166bba355ef req-449aa26a-ac78-4b29-b882-098584b4eba6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Sep 04 16:14:42.189532 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-801d1c5e-16ca-428d-a157-ef8597b5fc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e285a40f-46aa-4e92-a82b-cf7d006c93f7), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:42.231680 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-801d1c5e-16ca-428d-a157-ef8597b5fc07 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bda111f1f77246158a3164541a48d1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249292 Sep 04 16:14:42.232582 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d1c5e-16ca-428d-a157-ef8597b5fc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e285a40f-46aa-4e92-a82b-cf7d006c93f7,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:42.236288 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46790) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:42.295159 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b6ed32cd-6a4f-4cb3-aacd-5563c1b398df admin admin] Publish callbacks [] for security_group (e285a40f-46aa-4e92-a82b-cf7d006c93f7), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:42.317675 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b6ed32cd-6a4f-4cb3-aacd-5563c1b398df admin admin] Publish callbacks [] for security_group (e285a40f-46aa-4e92-a82b-cf7d006c93f7), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:42.444978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e3e6e-9279-4fdf-bab2-7cb7f159175f req-4984c871-a2e7-4ca2-9131-214108ee4e2d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:42.446514 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1d2e3e6e-9279-4fdf-bab2-7cb7f159175f req-4984c871-a2e7-4ca2-9131-214108ee4e2d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0500612 Sep 04 16:14:42.480572 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b6ed32cd-6a4f-4cb3-aacd-5563c1b398df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e285a40f-46aa-4e92-a82b-cf7d006c93f7), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:42.483221 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b6ed32cd-6a4f-4cb3-aacd-5563c1b398df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:42.484876 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-b6ed32cd-6a4f-4cb3-aacd-5563c1b398df admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e285a40f-46aa-4e92-a82b-cf7d006c93f7 HTTP/1.1" status: 204 len: 168 time: 0.2470305 Sep 04 16:14:42.509508 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed32cd-6a4f-4cb3-aacd-5563c1b398df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e285a40f-46aa-4e92-a82b-cf7d006c93f7,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:42.518139 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1d2e3e6e-9279-4fdf-bab2-7cb7f159175f req-3719ca09-89cf-4e8e-ab77-05cdd0df9e00 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658908 Sep 04 16:14:42.991449 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=14 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:43.150641 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46830) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:43.165175 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ec2d551e-9e82-4590-9bcf-0df256a2b070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:43.170459 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74776e-8529-4960-900e-7fabf991b4c5 req-501365ee-734c-44c3-8247-a9c94412ccb2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:43.172619 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2c74776e-8529-4960-900e-7fabf991b4c5 req-501365ee-734c-44c3-8247-a9c94412ccb2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0527198 Sep 04 16:14:43.228613 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2c74776e-8529-4960-900e-7fabf991b4c5 req-f939c084-3f81-44d1-8d44-908966143024 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465281 Sep 04 16:14:43.267263 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ec2d551e-9e82-4590-9bcf-0df256a2b070 admin admin] Publish callbacks [] for security_group (c3b3c9d4-ebde-4638-ab36-c75435c0bb30), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:43.369246 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56dc7d-d13c-4222-af07-1c5367a404d3 req-1efeb051-4de4-49d1-a127-8506c03b8794 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:43.369967 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ec2d551e-9e82-4590-9bcf-0df256a2b070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c3b3c9d4-ebde-4638-ab36-c75435c0bb30), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:43.377450 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc56dc7d-d13c-4222-af07-1c5367a404d3 req-1efeb051-4de4-49d1-a127-8506c03b8794 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0596008 Sep 04 16:14:43.409122 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:43.420486 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ec2d551e-9e82-4590-9bcf-0df256a2b070 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ada222de75bc4bb4b07509758fb4d3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685471 Sep 04 16:14:43.424937 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46874) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:43.430855 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc56dc7d-d13c-4222-af07-1c5367a404d3 req-e9397276-8441-48a4-808e-464407b11332 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522392 Sep 04 16:14:43.462893 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:43.462893 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d551e-9e82-4590-9bcf-0df256a2b070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b3c9d4-ebde-4638-ab36-c75435c0bb30,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:43.491337 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d82299cb-2121-4b3b-b698-d363ae5fc8ff admin admin] Publish callbacks [] for security_group (c3b3c9d4-ebde-4638-ab36-c75435c0bb30), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:43.513974 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d82299cb-2121-4b3b-b698-d363ae5fc8ff admin admin] Publish callbacks [] for security_group (c3b3c9d4-ebde-4638-ab36-c75435c0bb30), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:43.543745 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:43.633789 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:43.646488 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41b50b-3bbb-4391-a769-c49df7c11dce req-75c2f16d-bf4e-460a-878f-c37aea4daf0d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:43.647980 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2d41b50b-3bbb-4391-a769-c49df7c11dce req-75c2f16d-bf4e-460a-878f-c37aea4daf0d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0474091 Sep 04 16:14:43.704220 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2d41b50b-3bbb-4391-a769-c49df7c11dce req-76677388-0eff-42d8-ab85-4f9f282d6511 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450475 Sep 04 16:14:43.704758 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d82299cb-2121-4b3b-b698-d363ae5fc8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c3b3c9d4-ebde-4638-ab36-c75435c0bb30), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:43.707274 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d82299cb-2121-4b3b-b698-d363ae5fc8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:43.708482 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d82299cb-2121-4b3b-b698-d363ae5fc8ff admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c3b3c9d4-ebde-4638-ab36-c75435c0bb30 HTTP/1.1" status: 204 len: 168 time: 0.2846644 Sep 04 16:14:43.719156 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82299cb-2121-4b3b-b698-d363ae5fc8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b3c9d4-ebde-4638-ab36-c75435c0bb30,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:44.358383 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa3bcf-a0b4-45b9-a054-bd963bfbd8cc req-193fd818-5c3f-464c-9567-c36e681e68ef tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:44.360033 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-35fa3bcf-a0b4-45b9-a054-bd963bfbd8cc req-193fd818-5c3f-464c-9567-c36e681e68ef tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Sep 04 16:14:44.406716 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-35fa3bcf-a0b4-45b9-a054-bd963bfbd8cc req-257240fb-8883-4e9c-939e-d3521b93fa50 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405579 Sep 04 16:14:44.446554 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46898) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:44.460543 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-13f6be08-2a57-4c0d-8157-dfc4f78944d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:44.537552 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976c4f3-2f17-44ff-b210-5318633899a9 req-2d81e93e-4bc9-4e67-9ef4-a672440e356c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:44.538869 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-13f6be08-2a57-4c0d-8157-dfc4f78944d3 admin admin] Publish callbacks [] for security_group (89a995a6-9472-472d-9f5f-744986427c94), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:44.539001 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e976c4f3-2f17-44ff-b210-5318633899a9 req-2d81e93e-4bc9-4e67-9ef4-a672440e356c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0501053 Sep 04 16:14:44.549903 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 46902) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:44.554516 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-e4d430d8-adb1-4561-9a99-607f4f661b56 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'floatingip': {'port_id': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:44.621662 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-13f6be08-2a57-4c0d-8157-dfc4f78944d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (89a995a6-9472-472d-9f5f-744986427c94), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:44.632864 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b43727-d37c-45e3-bf29-19ca776ab9a4 req-428ae8cc-e8b0-413b-ac42-fb7d2066ca44 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:44.634357 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d8b43727-d37c-45e3-bf29-19ca776ab9a4 req-428ae8cc-e8b0-413b-ac42-fb7d2066ca44 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0477798 Sep 04 16:14:44.639222 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e4d430d8-adb1-4561-9a99-607f4f661b56 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (6f2d569a-ab71-4449-9691-993e33bf2e17), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:44.680885 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d8b43727-d37c-45e3-bf29-19ca776ab9a4 req-cccf6761-70e3-4ffe-be3f-47a7eb879ae0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Sep 04 16:14:44.743203 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-13f6be08-2a57-4c0d-8157-dfc4f78944d3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3c2e368762764bbb8a0d62f7e34bc8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955832 Sep 04 16:14:44.745908 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 46908) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:44.759154 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6be08-2a57-4c0d-8157-dfc4f78944d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a995a6-9472-472d-9f5f-744986427c94,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:44.854302 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fa748-15f6-4b9e-b645-8762be1934f5 req-625ec91b-11fd-477b-a0c8-db126e55c81c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:44.855866 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-099fa748-15f6-4b9e-b645-8762be1934f5 req-625ec91b-11fd-477b-a0c8-db126e55c81c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0618043 Sep 04 16:14:44.856717 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c71e-b7ec-447f-ba84-9b11e5d977de admin admin] Publish callbacks [] for security_group (89a995a6-9472-472d-9f5f-744986427c94), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:44.894035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c71e-b7ec-447f-ba84-9b11e5d977de admin admin] Publish callbacks [] for security_group (89a995a6-9472-472d-9f5f-744986427c94), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:44.949294 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-099fa748-15f6-4b9e-b645-8762be1934f5 req-f2e93dae-4cbe-4c6b-83a8-ad0d1e30ab0e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826259 Sep 04 16:14:45.038992 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c71e-b7ec-447f-ba84-9b11e5d977de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (89a995a6-9472-472d-9f5f-744986427c94), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:45.041775 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7fd7c71e-b7ec-447f-ba84-9b11e5d977de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:45.042981 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-7fd7c71e-b7ec-447f-ba84-9b11e5d977de admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/89a995a6-9472-472d-9f5f-744986427c94 HTTP/1.1" status: 204 len: 168 time: 0.2960625 Sep 04 16:14:45.051903 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7c71e-b7ec-447f-ba84-9b11e5d977de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a995a6-9472-472d-9f5f-744986427c94,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:45.440913 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:45.447910 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e4d430d8-adb1-4561-9a99-607f4f661b56 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:45.639240 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e4d430d8-adb1-4561-9a99-607f4f661b56 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (6f2d569a-ab71-4449-9691-993e33bf2e17), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:45.739595 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-e4d430d8-adb1-4561-9a99-607f4f661b56 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Floating IP 6f2d569a-ab71-4449-9691-993e33bf2e17 associated. External IP: 172.27.3.27, port: ea45359b-6df0-4bcb-9182-26e4cca9bdd6. Sep 04 16:14:45.803383 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790f83-cd36-4774-8a73-622257ad516f req-42f9be14-3a98-4a23-8152-c0ab2ed69fc5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:45.804859 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-73790f83-cd36-4774-8a73-622257ad516f req-42f9be14-3a98-4a23-8152-c0ab2ed69fc5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0476685 Sep 04 16:14:45.852677 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-73790f83-cd36-4774-8a73-622257ad516f req-ee35f613-2a2b-42e5-a4ab-8a108550df89 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 Sep 04 16:14:45.928237 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:45.942383 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d430d8-adb1-4561-9a99-607f4f661b56 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Router 421579d0-576d-4711-b954-945f2a7b2101 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:14:46.054466 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d430d8-adb1-4561-9a99-607f4f661b56 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:14:46.058312 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e4d430d8-adb1-4561-9a99-607f4f661b56 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:46.066065 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] Sync routers for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:14:46.078758 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:14:46.083154 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:14:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:46.090090 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e151a6-d949-42db-b998-63c8c215c733 req-035ec106-5e21-42c3-8326-f8900e952bc3 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:46.091595 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4e151a6-d949-42db-b998-63c8c215c733 req-035ec106-5e21-42c3-8326-f8900e952bc3 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0629704 Sep 04 16:14:46.098403 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-e4d430d8-adb1-4561-9a99-607f4f661b56 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/6f2d569a-ab71-4449-9691-993e33bf2e17 HTTP/1.1" status: 200 len: 990 time: 1.5473669 Sep 04 16:14:46.099078 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:46.101513 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f683cca2-00cf-48bc-b5dd-8b1169d0338a" -d '{"events": [{"name": "network-changed", "server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:46.154762 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4e151a6-d949-42db-b998-63c8c215c733 req-8954e3f7-ca9f-435e-bc24-13cba7020d04 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571668 Sep 04 16:14:46.215984 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f74477-1e86-4728-88f8-0d077c70ad2d x-openstack-request-id: req-92f74477-1e86-4728-88f8-0d077c70ad2d {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:46.216479 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:46.216730 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92f74477-1e86-4728-88f8-0d077c70ad2d {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:46.217128 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f74477-1e86-4728-88f8-0d077c70ad2d'] response: {'name': 'network-changed', 'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'status': 'completed', 'code': 200} Sep 04 16:14:46.229690 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:14:46.430014 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:46.462467 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c55a1b-446e-4065-a3b5-86c4cc243274 req-359c3658-270c-428d-8873-7a2961e05d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:46.467563 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-f2c55a1b-446e-4065-a3b5-86c4cc243274 req-359c3658-270c-428d-8873-7a2961e05d4c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 1130 time: 0.1239407 Sep 04 16:14:46.552453 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-f2c55a1b-446e-4065-a3b5-86c4cc243274 req-bec9a1d5-9414-4c6e-8f12-4665bd238c6b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775630 Sep 04 16:14:46.668539 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '6f2d569a-ab71-4449-9691-993e33bf2e17', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '421579d0-576d-4711-b954-945f2a7b2101', 'port_id': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'mac_address': 'fa:16:3e:e2:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25192300-f22a-4b50-b390-17236f961eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:13:54Z', 'updated_at': '2022-09-04T16:14:45Z', 'revision_number': 1, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:46.694631 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] Checking router: 421579d0-576d-4711-b954-945f2a7b2101 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:14:46.705753 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:14:46.706398 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:14:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:46.724751 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-1bca2b2a-efd7-4351-867f-a29381987622 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4097428 Sep 04 16:14:46.747168 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-40a785a0-b77f-42d7-b67d-cc913fd83560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:46.748634 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-40a785a0-b77f-42d7-b67d-cc913fd83560 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 1129 time: 0.3629265 Sep 04 16:14:46.752971 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-b7904edb-a75e-4649-b526-d4934dc9b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:46.754570 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-b7904edb-a75e-4649-b526-d4934dc9b0cc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 1129 time: 0.3699419 Sep 04 16:14:46.848625 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:14:46.965130 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:47.129686 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '6f2d569a-ab71-4449-9691-993e33bf2e17', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '421579d0-576d-4711-b954-945f2a7b2101', 'port_id': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'mac_address': 'fa:16:3e:e2:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25192300-f22a-4b50-b390-17236f961eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:13:54Z', 'updated_at': '2022-09-04T16:14:45Z', 'revision_number': 1, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:47.159678 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec596eca-bfc6-4d37-b0f6-33b04bf2a462 None None] The sync data for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi is: [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '6f2d569a-ab71-4449-9691-993e33bf2e17', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '421579d0-576d-4711-b954-945f2a7b2101', 'port_id': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'mac_address': 'fa:16:3e:e2:b6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25192300-f22a-4b50-b390-17236f961eb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:13:54Z', 'updated_at': '2022-09-04T16:14:45Z', 'revision_number': 1, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:14:47.196744 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-d2e91346-02d7-4fd3-aa45-1f23a6eb8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:47.198238 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-d2e91346-02d7-4fd3-aa45-1f23a6eb8cd0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=17338e3b6b204595a43fddc1c00ed26b&device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 1129 time: 0.2785361 Sep 04 16:14:47.235852 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:47.245684 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f38e4-2da3-49c5-b2d3-3a10ba149389 req-e064b9ef-99ae-4c77-8843-03152b8e7632 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:47.247202 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8a8f38e4-2da3-49c5-b2d3-3a10ba149389 req-e064b9ef-99ae-4c77-8843-03152b8e7632 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.2403274 Sep 04 16:14:47.260095 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-b1f78665-1edb-4ef9-8c2e-c6a3cd7ce584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:47.261639 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-b1f78665-1edb-4ef9-8c2e-c6a3cd7ce584 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 918 time: 0.4538071 Sep 04 16:14:47.305080 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-1f140d77-a8e3-4a33-a7f4-e308ab779e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:47.306622 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-1f140d77-a8e3-4a33-a7f4-e308ab779e3a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.4332809 Sep 04 16:14:47.354025 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8a8f38e4-2da3-49c5-b2d3-3a10ba149389 req-9dfb650b-b585-40ff-8d96-0adf54d16f2a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954342 Sep 04 16:14:47.407719 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019783a1-f18a-4308-a40a-6a820815fea1 req-a29f6ddd-2998-4755-9cdd-bb32a6d25c52 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:47.409282 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-019783a1-f18a-4308-a40a-6a820815fea1 req-a29f6ddd-2998-4755-9cdd-bb32a6d25c52 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0529225 Sep 04 16:14:47.532583 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc609e1f-81b1-4a3b-bf1a-eb73b19c8859 None None] New status for floating IP 6f2d569a-ab71-4449-9691-993e33bf2e17: ACTIVE {{(pid=106843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:14:47.575214 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-019783a1-f18a-4308-a40a-6a820815fea1 req-bb376eba-997e-49a4-8009-5ba0f8958e51 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581521 Sep 04 16:14:47.661540 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-379e67c5-2455-4e49-a25f-b0ce9701346a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab8e735-7496-45d4-bc92-b047426a274b HTTP/1.1" status: 200 len: 217 time: 0.1177170 Sep 04 16:14:47.806807 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-78bd0516-efee-4907-9fe1-2adc7f7f3df8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6 HTTP/1.1" status: 200 len: 998 time: 0.2602806 Sep 04 16:14:47.827103 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-345b6e18-ba1e-4844-8edc-431fbf387d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:47.829197 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-345b6e18-ba1e-4844-8edc-431fbf387d85 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.1284018 Sep 04 16:14:47.834042 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-27a56a2d-6740-4ef7-b147-c2b062801ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:47.835488 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-27a56a2d-6740-4ef7-b147-c2b062801ab9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=20f718a7-f41d-48a2-8822-cd43d3405a61 HTTP/1.1" status: 200 len: 913 time: 0.2809184 Sep 04 16:14:47.925773 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:47.946256 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-3c293925-769e-4346-beec-29d7fe832e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:47.947767 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-3c293925-769e-4346-beec-29d7fe832e32 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834889 Sep 04 16:14:47.955388 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-eec45ef9-bdbb-4d56-9d09-6f7461c18928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:47.956850 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-eec45ef9-bdbb-4d56-9d09-6f7461c18928 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 200 len: 856 time: 0.0937641 Sep 04 16:14:48.503343 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-1a79b4d5-4bda-4a3a-8c99-24736d147d77 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=432267bf-359a-4cef-aa7e-120c224fc8fe HTTP/1.1" status: 200 len: 217 time: 0.0569916 Sep 04 16:14:48.522934 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd520b3-f211-4a94-bf43-313d123eee08 req-0c4d940f-e478-4e50-9f85-2d5b54016a00 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:48.524840 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1fd520b3-f211-4a94-bf43-313d123eee08 req-0c4d940f-e478-4e50-9f85-2d5b54016a00 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0882394 Sep 04 16:14:48.657975 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1fd520b3-f211-4a94-bf43-313d123eee08 req-55b12e2f-ee53-4b5a-826c-55ba8402d45d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242659 Sep 04 16:14:48.697671 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-f8ed63b3-b7aa-471b-b4c8-992fef47ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:48.699268 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-f8ed63b3-b7aa-471b-b4c8-992fef47ed04 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1311634 Sep 04 16:14:48.767206 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-4bbf5764-bcde-42af-bf12-19fadb9302c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:48.768630 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-4bbf5764-bcde-42af-bf12-19fadb9302c0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=a4c646dd-1d50-42f2-b91e-83b7d0688c27 HTTP/1.1" status: 200 len: 851 time: 0.1814451 Sep 04 16:14:48.867814 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883802c-3486-48ba-a207-5451aebeafa3 req-c1eb932f-f9eb-4476-8c87-6cecd8730cc0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:48.869198 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d883802c-3486-48ba-a207-5451aebeafa3 req-c1eb932f-f9eb-4476-8c87-6cecd8730cc0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.1574347 Sep 04 16:14:48.884735 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-25e29463-18f1-4e23-8f88-e63fc7e18425 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148594 Sep 04 16:14:48.913186 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-7100ea3f-fbc1-40eb-8889-ce846e15988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:48.914618 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-7100ea3f-fbc1-40eb-8889-ce846e15988a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=20f718a7-f41d-48a2-8822-cd43d3405a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031675 Sep 04 16:14:49.044033 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-67c99ed2-862e-46af-8f22-c64b9c39dc0e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249285 Sep 04 16:14:49.062809 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d883802c-3486-48ba-a207-5451aebeafa3 req-64a45d1f-cc77-46f0-8de7-9d27c856deae tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817949 Sep 04 16:14:49.371486 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49a7ab0f-da6d-4ba9-a743-4df4b87e71e1 req-75b232cd-8686-4f01-a1d7-fbb4739cc8b8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732516 Sep 04 16:14:49.389003 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-4e108526-b72d-4673-8481-689d1e597291 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/20f718a7-f41d-48a2-8822-cd43d3405a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635363 Sep 04 16:14:49.466411 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f683cca2-00cf-48bc-b5dd-8b1169d0338a req-13f7267c-fa58-4fc7-9c77-2c9a441f282f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011848 Sep 04 16:14:49.514310 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cc71a98-a8d3-4b57-ac55-7d47aba5cf50 req-a7049b62-b6e7-4599-952e-df79b2f4ee0a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/20f718a7-f41d-48a2-8822-cd43d3405a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175644 Sep 04 16:14:49.770417 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:49.785989 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0da3-cc45-4a73-90b5-4403f5c1cc72 req-7cdd5b6f-1903-47a4-a071-1a64dd3284e0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:49.787455 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e66a0da3-cc45-4a73-90b5-4403f5c1cc72 req-7cdd5b6f-1903-47a4-a071-1a64dd3284e0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0494094 Sep 04 16:14:49.799696 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:49.840433 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e66a0da3-cc45-4a73-90b5-4403f5c1cc72 req-d170de4a-96d9-4a4d-b0f5-f860719da04d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473020 Sep 04 16:14:50.184596 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebfac1-0c3a-47b5-aac4-9a39b69d1519 req-75ee401d-d077-4440-b8aa-343d6bc24aa0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:50.186090 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-86ebfac1-0c3a-47b5-aac4-9a39b69d1519 req-75ee401d-d077-4440-b8aa-343d6bc24aa0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0460835 Sep 04 16:14:50.233464 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-86ebfac1-0c3a-47b5-aac4-9a39b69d1519 req-8b6691dd-090a-41e8-ae9a-360b58f2edd7 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411849 Sep 04 16:14:50.363668 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48187cf-4d2c-468e-a2a7-e908ec3f58e3 req-1653f0ab-d537-43c3-a76a-e8d40bcc2c9b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:50.368949 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f48187cf-4d2c-468e-a2a7-e908ec3f58e3 req-1653f0ab-d537-43c3-a76a-e8d40bcc2c9b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0610859 Sep 04 16:14:50.376767 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47084) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:50.383186 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-ed1e8f00-e4e0-4e76-95d6-4c992a6b2893 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'floatingip': {'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:50.421234 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8f00-e4e0-4e76-95d6-4c992a6b2893 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (860db11f-3e1b-408d-ab75-c89fb02a4657), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.018467 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d886-c469-4e75-9897-606e36bfa6b4 req-5ac06022-ea21-4a29-beef-dacf67568d50 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:51.020536 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cc14d886-c469-4e75-9897-606e36bfa6b4 req-5ac06022-ea21-4a29-beef-dacf67568d50 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0792692 Sep 04 16:14:51.068460 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cc14d886-c469-4e75-9897-606e36bfa6b4 req-43a3f9f9-e363-4c5e-9824-7bc7a81067be tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Sep 04 16:14:51.092313 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8f00-e4e0-4e76-95d6-4c992a6b2893 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.166304 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8f00-e4e0-4e76-95d6-4c992a6b2893 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (860db11f-3e1b-408d-ab75-c89fb02a4657), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.224855 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:51.274296 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-ed1e8f00-e4e0-4e76-95d6-4c992a6b2893 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Floating IP 860db11f-3e1b-408d-ab75-c89fb02a4657 associated. External IP: 172.27.3.105, port: 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a. Sep 04 16:14:51.335347 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47104) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:51.443978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-87529e2e-dcc2-43d7-8a2d-d283c994cf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.469691 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:51.483858 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1e8f00-e4e0-4e76-95d6-4c992a6b2893 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:14:51.543141 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-87529e2e-dcc2-43d7-8a2d-d283c994cf8e admin admin] Publish callbacks [] for security_group (0c172338-897a-4fc6-86b6-c258e2ad6961), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.595844 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e8f00-e4e0-4e76-95d6-4c992a6b2893 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:14:51.603471 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8f00-e4e0-4e76-95d6-4c992a6b2893 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.607170 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:14:51.617119 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:14:51.617746 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:14:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:51.621986 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-87529e2e-dcc2-43d7-8a2d-d283c994cf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (0c172338-897a-4fc6-86b6-c258e2ad6961), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.635659 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ed1e8f00-e4e0-4e76-95d6-4c992a6b2893 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/860db11f-3e1b-408d-ab75-c89fb02a4657 HTTP/1.1" status: 200 len: 992 time: 1.2555501 Sep 04 16:14:51.635659 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449c2258-280e-405f-a3d1-498688a52529', 'tag': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:14:51.636264 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceebc53-c438-4e26-af81-a3b65663079a" -d '{"events": [{"name": "network-changed", "server_uuid": "449c2258-280e-405f-a3d1-498688a52529", "tag": "34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:14:51.669269 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-87529e2e-dcc2-43d7-8a2d-d283c994cf8e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=84f875c138cc4d3c915351cbbf58f559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326418 Sep 04 16:14:51.670184 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87529e2e-dcc2-43d7-8a2d-d283c994cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c172338-897a-4fc6-86b6-c258e2ad6961,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:51.672724 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47114) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:51.689464 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6256a75-7623-4eda-b369-76b99abdaccd x-openstack-request-id: req-d6256a75-7623-4eda-b369-76b99abdaccd {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:14:51.689771 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449c2258-280e-405f-a3d1-498688a52529", "tag": "34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:14:51.690020 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6256a75-7623-4eda-b369-76b99abdaccd {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:14:51.690487 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6256a75-7623-4eda-b369-76b99abdaccd'] response: {'name': 'network-changed', 'server_uuid': '449c2258-280e-405f-a3d1-498688a52529', 'tag': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'status': 'completed', 'code': 200} Sep 04 16:14:51.734934 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-57f9728f-db3a-4bda-8a11-844a8ccf9ad6 admin admin] Publish callbacks [] for security_group (0c172338-897a-4fc6-86b6-c258e2ad6961), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.746718 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:14:51.758519 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-57f9728f-db3a-4bda-8a11-844a8ccf9ad6 admin admin] Publish callbacks [] for security_group (0c172338-897a-4fc6-86b6-c258e2ad6961), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.769522 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceebc53-c438-4e26-af81-a3b65663079a req-4643f439-7617-4685-a984-944627275a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:51.774880 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ceebc53-c438-4e26-af81-a3b65663079a req-4643f439-7617-4685-a984-944627275a00 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 1130 time: 0.0593607 Sep 04 16:14:51.840476 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:51.892449 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-57f9728f-db3a-4bda-8a11-844a8ccf9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (0c172338-897a-4fc6-86b6-c258e2ad6961), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.895031 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-57f9728f-db3a-4bda-8a11-844a8ccf9ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:51.898676 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-57f9728f-db3a-4bda-8a11-844a8ccf9ad6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0c172338-897a-4fc6-86b6-c258e2ad6961 HTTP/1.1" status: 204 len: 168 time: 0.2224612 Sep 04 16:14:51.904936 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9728f-db3a-4bda-8a11-844a8ccf9ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c172338-897a-4fc6-86b6-c258e2ad6961,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:51.919792 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:51.934056 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceebc53-c438-4e26-af81-a3b65663079a req-9d6c12eb-50df-4c74-9314-54fb5fcef3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:51.937339 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ceebc53-c438-4e26-af81-a3b65663079a req-9d6c12eb-50df-4c74-9314-54fb5fcef3f5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 916 time: 0.1571956 Sep 04 16:14:52.006117 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '860db11f-3e1b-408d-ab75-c89fb02a4657', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:14:03Z', 'updated_at': '2022-09-04T16:14:51Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:52.032231 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ceebc53-c438-4e26-af81-a3b65663079a req-89b4c43d-73e6-4f84-86c4-f64182ac78e1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a HTTP/1.1" status: 200 len: 1000 time: 0.0876851 Sep 04 16:14:52.035718 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:14:52.044760 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:14:52.045595 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:14:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:52.120977 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47130) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:52.130295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceebc53-c438-4e26-af81-a3b65663079a req-4178942d-83cd-4e63-a1ea-2cb988720e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:52.132495 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ceebc53-c438-4e26-af81-a3b65663079a req-4178942d-83cd-4e63-a1ea-2cb988720e58 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b3dc0cdd-5a85-4672-8760-14c1555930d6 HTTP/1.1" status: 200 len: 854 time: 0.0881698 Sep 04 16:14:52.199974 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:14:52.219446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceebc53-c438-4e26-af81-a3b65663079a req-7681362c-77fc-4624-9c21-725340a6329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:52.221109 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ceebc53-c438-4e26-af81-a3b65663079a req-7681362c-77fc-4624-9c21-725340a6329d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776222 Sep 04 16:14:52.257617 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83a8fe-f626-4089-9961-8e946773061e req-8622c913-2662-4899-826d-ce78c8018cf0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:52.259163 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0f83a8fe-f626-4089-9961-8e946773061e req-8622c913-2662-4899-826d-ce78c8018cf0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0879991 Sep 04 16:14:52.428027 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:52.436162 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0f83a8fe-f626-4089-9961-8e946773061e req-efba7e4a-e1e2-44fd-b636-f35399e0f702 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629746 Sep 04 16:14:52.439167 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ceebc53-c438-4e26-af81-a3b65663079a req-87d5b03a-0061-40af-9e39-7b0e6d9fccfe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111940 Sep 04 16:14:52.490474 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '860db11f-3e1b-408d-ab75-c89fb02a4657', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:14:03Z', 'updated_at': '2022-09-04T16:14:51Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:14:52.505844 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:52.506995 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7835-27ae-43a2-9b58-6907bc13054b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:52.532053 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388019dc-8511-42ac-b42c-3398b09522e0 None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '860db11f-3e1b-408d-ab75-c89fb02a4657', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:14:03Z', 'updated_at': '2022-09-04T16:14:51Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:14:52.557224 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ceebc53-c438-4e26-af81-a3b65663079a req-dc0f6111-9eac-454a-9af0-7f4c1b43a02a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112854 Sep 04 16:14:52.647367 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7835-27ae-43a2-9b58-6907bc13054b admin admin] Publish callbacks [] for security_group (54ce8f35-fdf3-4f14-bb65-079b7d56fe9a), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:52.708458 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7835-27ae-43a2-9b58-6907bc13054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (54ce8f35-fdf3-4f14-bb65-079b7d56fe9a), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:52.753364 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47148) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:52.756528 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad7835-27ae-43a2-9b58-6907bc13054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce8f35-fdf3-4f14-bb65-079b7d56fe9a,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:52.763502 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f8ad7835-27ae-43a2-9b58-6907bc13054b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=30dfdaf04fae4c4dbd97043024d6d4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6409090 Sep 04 16:14:52.768421 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47150) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:52.793081 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a16c72b-2be3-44ae-97be-fceeaecac524 None None] New status for floating IP 860db11f-3e1b-408d-ab75-c89fb02a4657: ACTIVE {{(pid=106843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:14:52.798437 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-67e1c820-a1c4-4ade-a1bb-d2dea2d83268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:52.868830 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fc8eeb91-b13f-4a27-9489-130e73c1fb53 admin admin] Publish callbacks [] for security_group (54ce8f35-fdf3-4f14-bb65-079b7d56fe9a), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:52.906103 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fc8eeb91-b13f-4a27-9489-130e73c1fb53 admin admin] Publish callbacks [] for security_group (54ce8f35-fdf3-4f14-bb65-079b7d56fe9a), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:52.978035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-67e1c820-a1c4-4ade-a1bb-d2dea2d83268 admin admin] Publish callbacks [] for security_group (95adb549-d656-461c-870b-130c00563a95), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:53.074516 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-67e1c820-a1c4-4ade-a1bb-d2dea2d83268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (95adb549-d656-461c-870b-130c00563a95), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:53.077547 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fc8eeb91-b13f-4a27-9489-130e73c1fb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (54ce8f35-fdf3-4f14-bb65-079b7d56fe9a), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:53.080610 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fc8eeb91-b13f-4a27-9489-130e73c1fb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:53.084352 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-fc8eeb91-b13f-4a27-9489-130e73c1fb53 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/54ce8f35-fdf3-4f14-bb65-079b7d56fe9a HTTP/1.1" status: 204 len: 168 time: 0.3119383 Sep 04 16:14:53.125894 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-67e1c820-a1c4-4ade-a1bb-d2dea2d83268 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c1136f95971e4e1983300e81b5d469c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708165 Sep 04 16:14:53.127028 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1c820-a1c4-4ade-a1bb-d2dea2d83268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95adb549-d656-461c-870b-130c00563a95,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:53.128577 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47170) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:53.151596 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8eeb91-b13f-4a27-9489-130e73c1fb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce8f35-fdf3-4f14-bb65-079b7d56fe9a,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:53.210404 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f99e64d0-c08d-470e-aed0-25e4bff2b0b4 admin admin] Publish callbacks [] for security_group (95adb549-d656-461c-870b-130c00563a95), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:53.231122 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:53.235687 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f99e64d0-c08d-470e-aed0-25e4bff2b0b4 admin admin] Publish callbacks [] for security_group (95adb549-d656-461c-870b-130c00563a95), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:53.384029 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f99e64d0-c08d-470e-aed0-25e4bff2b0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (95adb549-d656-461c-870b-130c00563a95), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:53.386612 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f99e64d0-c08d-470e-aed0-25e4bff2b0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:53.388325 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f99e64d0-c08d-470e-aed0-25e4bff2b0b4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/95adb549-d656-461c-870b-130c00563a95 HTTP/1.1" status: 204 len: 168 time: 0.2578537 Sep 04 16:14:53.415741 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e64d0-c08d-470e-aed0-25e4bff2b0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95adb549-d656-461c-870b-130c00563a95,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:53.591391 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7a633-6393-43d7-ae6a-1b814f57479a req-85d4dfe1-19a5-46c6-beda-1fedb5a696a4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:53.592883 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b0e7a633-6393-43d7-ae6a-1b814f57479a req-85d4dfe1-19a5-46c6-beda-1fedb5a696a4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0652161 Sep 04 16:14:53.647581 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b0e7a633-6393-43d7-ae6a-1b814f57479a req-ce23a5d4-f16e-44d6-9a11-db2e9e49dcad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Sep 04 16:14:53.905435 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47202) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:53.921854 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1202d74a-1106-442f-aa19-b373eb69f6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:54.008943 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1202d74a-1106-442f-aa19-b373eb69f6c9 admin admin] Publish callbacks [] for security_group (03d69a34-6075-4027-acae-f284438cab5d), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:54.092248 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1202d74a-1106-442f-aa19-b373eb69f6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (03d69a34-6075-4027-acae-f284438cab5d), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:54.131397 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1202d74a-1106-442f-aa19-b373eb69f6c9 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f08f40f41d4c4612806feb672a9c4b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237155 Sep 04 16:14:54.132240 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202d74a-1106-442f-aa19-b373eb69f6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d69a34-6075-4027-acae-f284438cab5d,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:54.134207 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47214) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:54.185060 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76bb3e44-ea91-4012-8d78-ac9182e0a7c3 admin admin] Publish callbacks [] for security_group (03d69a34-6075-4027-acae-f284438cab5d), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:54.207597 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76bb3e44-ea91-4012-8d78-ac9182e0a7c3 admin admin] Publish callbacks [] for security_group (03d69a34-6075-4027-acae-f284438cab5d), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:54.291999 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76bb3e44-ea91-4012-8d78-ac9182e0a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (03d69a34-6075-4027-acae-f284438cab5d), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:54.294598 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76bb3e44-ea91-4012-8d78-ac9182e0a7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:54.295750 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-76bb3e44-ea91-4012-8d78-ac9182e0a7c3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/03d69a34-6075-4027-acae-f284438cab5d HTTP/1.1" status: 204 len: 168 time: 0.1605437 Sep 04 16:14:54.303686 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb3e44-ea91-4012-8d78-ac9182e0a7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d69a34-6075-4027-acae-f284438cab5d,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:54.777077 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ae6c4-5e90-472c-ae1e-44914dd9da3d req-c538ffce-a718-4dee-b806-b9cf8bfed79c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:54.778658 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-843ae6c4-5e90-472c-ae1e-44914dd9da3d req-c538ffce-a718-4dee-b806-b9cf8bfed79c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0503612 Sep 04 16:14:54.842316 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-843ae6c4-5e90-472c-ae1e-44914dd9da3d req-f4efbb59-643e-4688-8dd5-49aee21d15d6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542529 Sep 04 16:14:55.956032 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c1ad7-b1d0-48a9-a3e7-f4c0df1e6e6e req-2833dc53-4eff-462f-8ec6-378380152049 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:55.957523 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d10c1ad7-b1d0-48a9-a3e7-f4c0df1e6e6e req-2833dc53-4eff-462f-8ec6-378380152049 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0462170 Sep 04 16:14:55.975895 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:56.007318 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d10c1ad7-b1d0-48a9-a3e7-f4c0df1e6e6e req-2eab2f4a-ac3e-43e8-8f24-4fa9c21e634c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 Sep 04 16:14:56.161135 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47306) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:56.273967 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47312) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:56.330125 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3eb52065-35c5-4db1-9fc9-41697b26ecea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.353551 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:56.388407 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f0d3f9c7-491c-46ce-8d11-6482906983a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.425861 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3eb52065-35c5-4db1-9fc9-41697b26ecea admin admin] Publish callbacks [] for security_group (a2b5046d-f15f-42ca-bb83-82b6c0a7c04d), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.479343 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f0d3f9c7-491c-46ce-8d11-6482906983a0 admin admin] Publish callbacks [] for security_group (a9b7d2d6-3c0e-4885-ac5d-0ee337d5bdb2), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.533507 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3eb52065-35c5-4db1-9fc9-41697b26ecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a2b5046d-f15f-42ca-bb83-82b6c0a7c04d), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.555401 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f0d3f9c7-491c-46ce-8d11-6482906983a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a9b7d2d6-3c0e-4885-ac5d-0ee337d5bdb2), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.567218 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:56.581415 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-3eb52065-35c5-4db1-9fc9-41697b26ecea admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=17c95faefc354571b76b0ceec69d99f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189956 Sep 04 16:14:56.582143 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47320) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:56.584100 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb52065-35c5-4db1-9fc9-41697b26ecea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5046d-f15f-42ca-bb83-82b6c0a7c04d,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:56.604980 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f0d3f9c7-491c-46ce-8d11-6482906983a0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=24e5ac932ca844faab63b97f9a17d195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298154 Sep 04 16:14:56.607213 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3f9c7-491c-46ce-8d11-6482906983a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b7d2d6-3c0e-4885-ac5d-0ee337d5bdb2,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:56.607440 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47322) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:56.673969 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-6bd324bf-b0ef-4f92-a103-80553ad12f49 admin admin] Publish callbacks [] for security_group (a2b5046d-f15f-42ca-bb83-82b6c0a7c04d), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.693311 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-862b2a44-4387-42a9-8a8f-e7e60161c023 admin admin] Publish callbacks [] for security_group (a9b7d2d6-3c0e-4885-ac5d-0ee337d5bdb2), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.709052 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-6bd324bf-b0ef-4f92-a103-80553ad12f49 admin admin] Publish callbacks [] for security_group (a2b5046d-f15f-42ca-bb83-82b6c0a7c04d), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.729176 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-862b2a44-4387-42a9-8a8f-e7e60161c023 admin admin] Publish callbacks [] for security_group (a9b7d2d6-3c0e-4885-ac5d-0ee337d5bdb2), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.773152 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:56.875270 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-6bd324bf-b0ef-4f92-a103-80553ad12f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a2b5046d-f15f-42ca-bb83-82b6c0a7c04d), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.877766 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-6bd324bf-b0ef-4f92-a103-80553ad12f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.881657 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-6bd324bf-b0ef-4f92-a103-80553ad12f49 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a2b5046d-f15f-42ca-bb83-82b6c0a7c04d HTTP/1.1" status: 204 len: 168 time: 0.2957714 Sep 04 16:14:56.881657 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-862b2a44-4387-42a9-8a8f-e7e60161c023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a9b7d2d6-3c0e-4885-ac5d-0ee337d5bdb2), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.884053 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-862b2a44-4387-42a9-8a8f-e7e60161c023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:56.887523 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-862b2a44-4387-42a9-8a8f-e7e60161c023 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a9b7d2d6-3c0e-4885-ac5d-0ee337d5bdb2 HTTP/1.1" status: 204 len: 168 time: 0.2766111 Sep 04 16:14:56.892713 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd324bf-b0ef-4f92-a103-80553ad12f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5046d-f15f-42ca-bb83-82b6c0a7c04d,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:56.903195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b2a44-4387-42a9-8a8f-e7e60161c023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b7d2d6-3c0e-4885-ac5d-0ee337d5bdb2,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:56.924255 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:57.137604 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ec3c-8fe1-462f-88d0-0abe51e70577 req-73425bf2-a1e6-4df7-ac55-f2e6a0910b2c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:57.139181 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a597ec3c-8fe1-462f-88d0-0abe51e70577 req-73425bf2-a1e6-4df7-ac55-f2e6a0910b2c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0504479 Sep 04 16:14:57.196407 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a597ec3c-8fe1-462f-88d0-0abe51e70577 req-bb46e297-6964-43a3-a2a8-21b2cbd8b168 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509205 Sep 04 16:14:57.601249 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47350) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:57.615232 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-52b650d9-94e3-41e7-9a5b-c1f5682fe07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:57.692230 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-52b650d9-94e3-41e7-9a5b-c1f5682fe07d admin admin] Publish callbacks [] for security_group (b62f8329-b3a2-484f-a643-0cadd1afd795), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:57.813786 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-52b650d9-94e3-41e7-9a5b-c1f5682fe07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (b62f8329-b3a2-484f-a643-0cadd1afd795), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:57.856727 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-52b650d9-94e3-41e7-9a5b-c1f5682fe07d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=283d097b170f47e2bd6568dbaa4c1bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2542942 Sep 04 16:14:57.857722 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b650d9-94e3-41e7-9a5b-c1f5682fe07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f8329-b3a2-484f-a643-0cadd1afd795,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:57.860165 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47360) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:57.931696 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf332089-83d1-47b1-a91d-403ef212f94e admin admin] Publish callbacks [] for security_group (b62f8329-b3a2-484f-a643-0cadd1afd795), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:57.966134 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf332089-83d1-47b1-a91d-403ef212f94e admin admin] Publish callbacks [] for security_group (b62f8329-b3a2-484f-a643-0cadd1afd795), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.046516 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47366) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:58.084905 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf332089-83d1-47b1-a91d-403ef212f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (b62f8329-b3a2-484f-a643-0cadd1afd795), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.087703 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf332089-83d1-47b1-a91d-403ef212f94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.088841 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-cf332089-83d1-47b1-a91d-403ef212f94e admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/b62f8329-b3a2-484f-a643-0cadd1afd795 HTTP/1.1" status: 204 len: 168 time: 0.2276130 Sep 04 16:14:58.097165 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf332089-83d1-47b1-a91d-403ef212f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f8329-b3a2-484f-a643-0cadd1afd795,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:58.161204 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1408293775-network', 'tenant_id': '9f1ae25e634d4380a6933101fb94ad2e'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:58.244491 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Made reservation on behalf of 9f1ae25e634d4380a6933101fb94ad2e for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:14:58.247302 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.261003 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.359832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115af7f-b79f-491e-8719-c50653482f1f req-65701d53-9195-48d8-831c-453d711fe315 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:58.361936 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8115af7f-b79f-491e-8719-c50653482f1f req-65701d53-9195-48d8-831c-453d711fe315 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0803952 Sep 04 16:14:58.436715 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8115af7f-b79f-491e-8719-c50653482f1f req-0be19a5f-c68c-49a7-9193-e5510b0b9ddb tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676308 Sep 04 16:14:58.456012 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:DELETE=5,neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:58.467904 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Publish callbacks [] for security_group (6d784d9a-7bb2-4b96-9e12-391bce9708d4), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.558600 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6d784d9a-7bb2-4b96-9e12-391bce9708d4), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.584470 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:14:58.599724 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d784d9a-7bb2-4b96-9e12-391bce9708d4,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:58.604876 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (e94c272d-b863-418a-a59f-a93bf794a392), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.605219 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Added segment e94c272d-b863-418a-a59f-a93bf794a392 of type vlan for network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 Sep 04 16:14:58.651381 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (9dd59a90-1b88-4c82-b79b-5c099bf25a16), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.776595 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (9dd59a90-1b88-4c82-b79b-5c099bf25a16), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.777937 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:58.778722 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:58.849769 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd59a90-1b88-4c82-b79b-5c099bf25a16,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:58.861818 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:14:58.947813 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702114ba-a8f1-4978-991b-9af67214701b req-33deb699-2b16-47a3-9953-6f90ea70b483 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:58.949822 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-702114ba-a8f1-4978-991b-9af67214701b req-33deb699-2b16-47a3-9953-6f90ea70b483 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0600452 Sep 04 16:14:58.961277 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-4b7c49dd-0236-4f6a-96d9-55fb8a4d0485 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9125087 Sep 04 16:14:58.963087 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47402) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:14:58.968567 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Request body: {'subnet': {'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1408293775-subnet', 'tenant_id': '9f1ae25e634d4380a6933101fb94ad2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:14:58.997365 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:59.017162 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-702114ba-a8f1-4978-991b-9af67214701b req-4c21d403-a96b-4eb7-ad0b-45cb87f4889c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508101 Sep 04 16:14:59.069453 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Made reservation on behalf of 9f1ae25e634d4380a6933101fb94ad2e for: {'subnet': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:14:59.071969 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:59.258005 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:14:59.347768 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for subnet (8bbc655c-e584-40ab-bbed-cd7532ac890d), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:59.400739 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bbc655c-e584-40ab-bbed-cd7532ac890d,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:14:59.422333 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Checking segment: {'id': 'e94c272d-b863-418a-a59f-a93bf794a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:14:59.431424 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Network hostable DHCP agents. Network: 9dd59a90-1b88-4c82-b79b-5c099bf25a16, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:14:59.536435 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:14:59.567132 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555efae-c563-49a7-8887-2df945fa7554 req-3a30c22b-6673-41c2-8fc7-a9613d755c39 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:59.570276 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5555efae-c563-49a7-8887-2df945fa7554 req-3a30c22b-6673-41c2-8fc7-a9613d755c39 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0522866 Sep 04 16:14:59.623678 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 9dd59a90-1b88-4c82-b79b-5c099bf25a16) {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:14:59.629626 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:14:59.630226 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5555efae-c563-49a7-8887-2df945fa7554 req-e4870c0d-21e3-449b-bc5d-dc0d74c0c335 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542705 Sep 04 16:14:59.630551 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:14:59.638792 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa91e0c-4c52-4ed8-bf72-ebded8b52375 None None] Network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:14:59.740489 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498467ac-560d-4cae-ab69-7187975aa34c None None] Network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:14:59.744122 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a35dc74d-9e9d-41a8-bcbd-aa63eab18050 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7794070 Sep 04 16:15:00.152633 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed3f37-5e6a-4043-9daf-56e0d70e5256 req-d9e6eecd-879b-4eae-8c32-29ea0767db6c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:00.154185 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-60ed3f37-5e6a-4043-9daf-56e0d70e5256 req-d9e6eecd-879b-4eae-8c32-29ea0767db6c tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0467062 Sep 04 16:15:00.204338 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-60ed3f37-5e6a-4043-9daf-56e0d70e5256 req-396d404d-5063-4e0e-9ef2-9282d09b2f9e tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Sep 04 16:15:00.763556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f5d25-8d60-4e11-a591-695cfc10c1a5 req-d62695aa-f13f-41b3-b4d5-88295bd103b0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:00.765718 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-291f5d25-8d60-4e11-a591-695cfc10c1a5 req-d62695aa-f13f-41b3-b4d5-88295bd103b0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0608048 Sep 04 16:15:00.813846 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-291f5d25-8d60-4e11-a591-695cfc10c1a5 req-994b1aab-fbac-4a22-932a-3e01e097a023 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Sep 04 16:15:01.333050 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b304019-fe08-45e6-a2c4-9996e0f59d44 req-af215488-85c4-4c20-b018-0cd8c3f24daa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:01.335174 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7b304019-fe08-45e6-a2c4-9996e0f59d44 req-af215488-85c4-4c20-b018-0cd8c3f24daa tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0541804 Sep 04 16:15:01.391685 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7b304019-fe08-45e6-a2c4-9996e0f59d44 req-30e92b7a-ccd6-4b08-9f67-1eb5737f33cf tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1c5f5cf4-45be-4ee1-9624-5d9e7914670a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509596 Sep 04 16:15:01.437368 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47488) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:01.548551 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-15c7eb09-2847-4b93-80bc-cc2fc8901363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:01.550989 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-789c6c38-5117-4852-9144-158aa613ad79 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:01.553068 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-789c6c38-5117-4852-9144-158aa613ad79 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 945 time: 0.0470297 Sep 04 16:15:01.633234 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-15c7eb09-2847-4b93-80bc-cc2fc8901363 admin admin] Publish callbacks [] for security_group (5db1a690-f5b6-4460-af58-70ad33bc289a), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:01.709351 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Deleting port 432267bf-359a-4cef-aa7e-120c224fc8fe {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:15:01.709721 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:01.731701 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-15c7eb09-2847-4b93-80bc-cc2fc8901363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (5db1a690-f5b6-4460-af58-70ad33bc289a), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:01.754347 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:01.786558 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-15c7eb09-2847-4b93-80bc-cc2fc8901363 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2e0afb6c943047b3a459c7cabfee9c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480246 Sep 04 16:15:01.787743 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7eb09-2847-4b93-80bc-cc2fc8901363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db1a690-f5b6-4460-af58-70ad33bc289a,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:01.789296 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47498) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:01.842765 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] For port 432267bf-359a-4cef-aa7e-120c224fc8fe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=432267bf-359a-4cef-aa7e-120c224fc8fe,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:01.843199 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:01.878894 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Calling delete_port for 432267bf-359a-4cef-aa7e-120c224fc8fe owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:15:02.027832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-147a6fbb-1ffe-4aa8-8b33-bb6ee5b8d7b6 admin admin] Publish callbacks [] for security_group (5db1a690-f5b6-4460-af58-70ad33bc289a), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:02.034310 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:02.067469 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15af89-658b-4832-a051-ef061357fb70 req-131b7e48-b914-4f28-b6e6-8e713f35407d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:02.068925 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8e15af89-658b-4832-a051-ef061357fb70 req-131b7e48-b914-4f28-b6e6-8e713f35407d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.1720264 Sep 04 16:15:02.107960 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-147a6fbb-1ffe-4aa8-8b33-bb6ee5b8d7b6 admin admin] Publish callbacks [] for security_group (5db1a690-f5b6-4460-af58-70ad33bc289a), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:02.131741 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:02.158652 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-ab01b755-0900-471b-a2d1-2c9245fdd946 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:02.160144 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-ab01b755-0900-471b-a2d1-2c9245fdd946 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/networks?id=9dd59a90-1b88-4c82-b79b-5c099bf25a16 HTTP/1.1" status: 200 len: 814 time: 0.2982802 Sep 04 16:15:02.208790 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-1ab4bb8b-464b-4a98-a93f-6ff640b8c15f tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/quotas/9f1ae25e634d4380a6933101fb94ad2e HTTP/1.1" status: 200 len: 375 time: 0.0428407 Sep 04 16:15:02.240524 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8e15af89-658b-4832-a051-ef061357fb70 req-e3888b93-2283-47d3-89c8-abd8b94c4bbd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535809 Sep 04 16:15:02.274140 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-f08f3a84-e224-40b8-bf56-7af1918d09b9 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=9f1ae25e634d4380a6933101fb94ad2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560107 Sep 04 16:15:02.340173 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-147a6fbb-1ffe-4aa8-8b33-bb6ee5b8d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (5db1a690-f5b6-4460-af58-70ad33bc289a), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:02.342639 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-147a6fbb-1ffe-4aa8-8b33-bb6ee5b8d7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:02.349601 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-147a6fbb-1ffe-4aa8-8b33-bb6ee5b8d7b6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5db1a690-f5b6-4460-af58-70ad33bc289a HTTP/1.1" status: 204 len: 168 time: 0.5533533 Sep 04 16:15:02.363193 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a6fbb-1ffe-4aa8-8b33-bb6ee5b8d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db1a690-f5b6-4460-af58-70ad33bc289a,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:02.394878 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-d5789828-d7f9-4100-afdf-daa2f4d7b85c service neutron] 10.222.0.39 "GET /networking/v2.0/networks/9dd59a90-1b88-4c82-b79b-5c099bf25a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139870 Sep 04 16:15:02.396020 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (432267bf-359a-4cef-aa7e-120c224fc8fe), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:02.433439 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Pushing event deleted for resources: {'Port': ['ID=432267bf-359a-4cef-aa7e-120c224fc8fe,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:02.491506 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=48 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:02.492712 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=48 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:02.809069 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fd36c686-0b17-4161-adaf-5e0a5ce5e2c1 req-e46eec26-66f2-4fc5-bd6d-ad2aee85e9a2 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 210 time: 0.3114057 Sep 04 16:15:02.809679 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] No DVR routers for this DVR port 432267bf-359a-4cef-aa7e-120c224fc8fe on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:15:02.815901 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:02.819132 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d4c04adc-3474-4701-91ec-b0ca4ecf657a req-5f8c19bc-ebbc-4dca-9d6a-dbe5119fc488 tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.27 "DELETE /networking/v2.0/ports/432267bf-359a-4cef-aa7e-120c224fc8fe HTTP/1.1" status: 204 len: 173 time: 1.2604210 Sep 04 16:15:02.819578 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95d4253-8af1-41cb-94f9-59b563be0d1d', 'name': 'network-vif-deleted', 'tag': '432267bf-359a-4cef-aa7e-120c224fc8fe'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:15:02.821947 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c12158-0e0c-4838-ab16-af394c799dfd" -d '{"events": [{"server_uuid": "b95d4253-8af1-41cb-94f9-59b563be0d1d", "name": "network-vif-deleted", "tag": "432267bf-359a-4cef-aa7e-120c224fc8fe"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:15:02.859969 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-aecf5860-fe0c-4314-a400-11d6a05e828b service neutron] 10.222.0.39 "GET /networking/v2.0/networks/9dd59a90-1b88-4c82-b79b-5c099bf25a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569099 Sep 04 16:15:02.873818 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0913080-c4cb-4fbd-bd72-f13d24f12a65 x-openstack-request-id: req-e0913080-c4cb-4fbd-bd72-f13d24f12a65 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:15:02.874250 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b95d4253-8af1-41cb-94f9-59b563be0d1d", "name": "network-vif-deleted", "tag": "432267bf-359a-4cef-aa7e-120c224fc8fe", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:15:02.875146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0913080-c4cb-4fbd-bd72-f13d24f12a65 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:15:02.876195 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0913080-c4cb-4fbd-bd72-f13d24f12a65'] response: {'server_uuid': 'b95d4253-8af1-41cb-94f9-59b563be0d1d', 'name': 'network-vif-deleted', 'tag': '432267bf-359a-4cef-aa7e-120c224fc8fe', 'status': 'completed', 'code': 200} Sep 04 16:15:02.976228 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47528) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:02.991687 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ac66e5f0-3d9a-4682-9405-9ebaf688adef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:03.085734 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ac66e5f0-3d9a-4682-9405-9ebaf688adef admin admin] Publish callbacks [] for security_group (878029aa-9284-42d3-8d36-fdccc1df4fa4), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:03.141083 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7706ac43-1ceb-44df-9b1c-e8e021fd2d97 req-314e4f7a-fb88-44da-89c4-1597ad5d602e tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 210 time: 0.0305777 Sep 04 16:15:03.183281 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ac66e5f0-3d9a-4682-9405-9ebaf688adef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (878029aa-9284-42d3-8d36-fdccc1df4fa4), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:03.226572 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-ac66e5f0-3d9a-4682-9405-9ebaf688adef admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c9c25dee560e4ee39e8b09f4dd451f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492681 Sep 04 16:15:03.227456 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66e5f0-3d9a-4682-9405-9ebaf688adef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878029aa-9284-42d3-8d36-fdccc1df4fa4,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:03.229355 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47540) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:03.284860 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-197c660b-596a-498e-bcce-d746806061e9 admin admin] Publish callbacks [] for security_group (878029aa-9284-42d3-8d36-fdccc1df4fa4), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:03.307604 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-197c660b-596a-498e-bcce-d746806061e9 admin admin] Publish callbacks [] for security_group (878029aa-9284-42d3-8d36-fdccc1df4fa4), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:03.380553 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ecbe6-b27d-459d-8bb6-bfb2036b5656 req-2aaa4a34-c274-4a22-8214-94ed077a1635 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:03.382111 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5b2ecbe6-b27d-459d-8bb6-bfb2036b5656 req-2aaa4a34-c274-4a22-8214-94ed077a1635 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0506265 Sep 04 16:15:03.396878 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 432267bf-359a-4cef-aa7e-120c224fc8fe no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:15:03.418014 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 432267bf-359a-4cef-aa7e-120c224fc8fe {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:15:03.418363 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 432267bf-359a-4cef-aa7e-120c224fc8fe not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:15:03.434092 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5b2ecbe6-b27d-459d-8bb6-bfb2036b5656 req-5faa000b-5ab8-4839-b11a-2dfe0aeab43f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455210 Sep 04 16:15:03.462981 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-197c660b-596a-498e-bcce-d746806061e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (878029aa-9284-42d3-8d36-fdccc1df4fa4), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:03.475685 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-197c660b-596a-498e-bcce-d746806061e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:03.475685 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-197c660b-596a-498e-bcce-d746806061e9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/878029aa-9284-42d3-8d36-fdccc1df4fa4 HTTP/1.1" status: 204 len: 168 time: 0.2413416 Sep 04 16:15:03.488583 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c660b-596a-498e-bcce-d746806061e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878029aa-9284-42d3-8d36-fdccc1df4fa4,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:03.937059 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:03.965822 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5d644167-1215-48ae-89d3-7d2a98673d40 req-0badfcf9-2d74-467a-ba67-a49abfedbd3b tempest-DeleteServersTestJSON-859926494 tempest-DeleteServersTestJSON-859926494-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b95d4253-8af1-41cb-94f9-59b563be0d1d HTTP/1.1" status: 200 len: 210 time: 0.0358460 Sep 04 16:15:04.228993 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f2a46ba-d91b-4e1f-a36c-66d4e232ef85 req-18ec2a37-6cd4-4708-90ad-a69ba40badd5 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 210 time: 0.0311837 Sep 04 16:15:04.571532 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248a538-8586-407d-8872-767190faae0d req-fa71c320-4004-4f59-9553-ee889f4c523d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:04.573027 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d248a538-8586-407d-8872-767190faae0d req-fa71c320-4004-4f59-9553-ee889f4c523d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0529792 Sep 04 16:15:04.630163 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d248a538-8586-407d-8872-767190faae0d req-87c6078a-0ae7-40a6-b82f-18dde0a85194 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505049 Sep 04 16:15:05.356540 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7128b9d9-cdbb-4075-bb18-d132f19ba145 req-68eeb1b7-cb4b-4af6-8089-24d0b57c4247 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 210 time: 0.0342548 Sep 04 16:15:05.713156 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-79dbef1e-89d1-4396-94a8-5e411a99f307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:05.770099 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5dc63-5d23-486e-be76-0ca78efe9b93 req-27e137bd-0853-4485-a5d7-45450c041ce5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:05.772030 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f1c5dc63-5d23-486e-be76-0ca78efe9b93 req-27e137bd-0853-4485-a5d7-45450c041ce5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0627084 Sep 04 16:15:05.823920 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f1c5dc63-5d23-486e-be76-0ca78efe9b93 req-bfb501af-8404-414f-840c-a095c2825f38 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 Sep 04 16:15:05.980087 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:06.017398 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-1fbb7514-0e79-41e0-ad43-37cdee99b814 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:06.018971 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-1fbb7514-0e79-41e0-ad43-37cdee99b814 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9dd59a90-1b88-4c82-b79b-5c099bf25a16 HTTP/1.1" status: 200 len: 814 time: 0.1071358 Sep 04 16:15:06.033352 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Request body: {'port': {'device_id': 'dea006b1-47f7-4cc7-aeb1-04ab2266daa5', 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16', 'admin_state_up': True, 'tenant_id': '9f1ae25e634d4380a6933101fb94ad2e'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:06.268267 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Made reservation on behalf of 9f1ae25e634d4380a6933101fb94ad2e for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:06.272382 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:06.413808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Allocated IP 172.20.0.11 (9dd59a90-1b88-4c82-b79b-5c099bf25a16/8bbc655c-e584-40ab-bbed-cd7532ac890d/c990bd22-f4cb-4576-b878-e869548ceeb2) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:06.481775 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8f94a073-4493-4bb7-b66b-156718805487 req-70cb3b95-8a4d-4fcb-ba77-643439cbc72b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 210 time: 0.0408397 Sep 04 16:15:06.597965 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks [] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:06.709483 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:06.717260 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:06.736391 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47676) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:06.793392 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:06.799141 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:06.801723 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:06.806400 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Pushing event updated for resources: {'Port': ['ID=c990bd22-f4cb-4576-b878-e869548ceeb2,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:06.855615 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:06.856567 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:06.923665 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-631b9a01-7e84-405d-b372-4130c092d088 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8955083 Sep 04 16:15:06.940303 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Request body: {'port': {'device_id': 'dea006b1-47f7-4cc7-aeb1-04ab2266daa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:06.998170 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fc226-d709-4074-91d3-b7af9490924b req-d6ad5e14-3847-4998-b166-f8a5adfd6a2f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:06.998878 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed4fc226-d709-4074-91d3-b7af9490924b req-d6ad5e14-3847-4998-b166-f8a5adfd6a2f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0742016 Sep 04 16:15:07.057750 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:07.087035 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed4fc226-d709-4074-91d3-b7af9490924b req-1227adf0-e639-4ef0-9221-b735be76d133 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628018 Sep 04 16:15:07.193004 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:07.223219 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (ad964788-1a8d-4ddc-8bbd-5e5521429feb), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:07.278720 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:07.368762 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c990bd22-f4cb-4576-b878-e869548ceeb2 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:15:07.378894 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Publish callbacks [] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:07.394583 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Transition to ACTIVE for port object c990bd22-f4cb-4576-b878-e869548ceeb2 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:15:07.479962 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:07.680402 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Pushing event updated for resources: {'Port': ['ID=c990bd22-f4cb-4576-b878-e869548ceeb2,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:07.699419 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:07.785964 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30c578-1c1b-4fd6-9ac3-839ee74df138 req-73212447-9144-4bc8-8ed3-51c886c4d882 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:07.788904 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8e30c578-1c1b-4fd6-9ac3-839ee74df138 req-73212447-9144-4bc8-8ed3-51c886c4d882 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 944 time: 0.1347539 Sep 04 16:15:07.789811 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Attempting to bind port c990bd22-f4cb-4576-b878-e869548ceeb2 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:07.790151 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Attempting to bind port c990bd22-f4cb-4576-b878-e869548ceeb2 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'e94c272d-b863-418a-a59f-a93bf794a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:07.790521 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Attempting to bind port c990bd22-f4cb-4576-b878-e869548ceeb2 on network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:07.804194 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Port c990bd22-f4cb-4576-b878-e869548ceeb2 on network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:15:07.804512 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Attempting to bind port c990bd22-f4cb-4576-b878-e869548ceeb2 on network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:07.820687 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:07.821034 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Checking segment: {'id': 'e94c272d-b863-418a-a59f-a93bf794a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:07.821417 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Bound using segment: {'id': 'e94c272d-b863-418a-a59f-a93bf794a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:07.821918 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Bound port: c990bd22-f4cb-4576-b878-e869548ceeb2, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94c272d-b863-418a-a59f-a93bf794a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:07.822278 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:07.888472 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8e30c578-1c1b-4fd6-9ac3-839ee74df138 req-aab315a8-9e29-419a-92eb-2fe85d0f1ed2 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939114 Sep 04 16:15:07.908344 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Deleting port b39d9c65-505a-4240-8de6-7e0ed98c0d7d {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:15:07.909284 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:07.926488 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] For port c990bd22-f4cb-4576-b878-e869548ceeb2, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:07.935807 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] For port c990bd22-f4cb-4576-b878-e869548ceeb2, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c990bd22-f4cb-4576-b878-e869548ceeb2,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:07.981609 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-437041be-b686-483e-93f0-f684cec5665e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:07.994906 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:08.011494 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] For port b39d9c65-505a-4240-8de6-7e0ed98c0d7d, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b39d9c65-505a-4240-8de6-7e0ed98c0d7d,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:08.011857 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:08.028268 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Calling delete_port for b39d9c65-505a-4240-8de6-7e0ed98c0d7d owned by network:router_interface {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:15:08.051206 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:08.056078 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:08.057097 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:08.059248 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/c990bd22-f4cb-4576-b878-e869548ceeb2 HTTP/1.1" status: 200 len: 1094 time: 1.1242659 Sep 04 16:15:08.062954 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea006b1-47f7-4cc7-aeb1-04ab2266daa5', 'tag': 'c990bd22-f4cb-4576-b878-e869548ceeb2'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:15:08.066631 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b83da8-bbb3-466f-a99d-9b0c234f51ce" -d '{"events": [{"name": "network-changed", "server_uuid": "dea006b1-47f7-4cc7-aeb1-04ab2266daa5", "tag": "c990bd22-f4cb-4576-b878-e869548ceeb2"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:15:08.116269 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc72d9b9-faa4-4269-8ddc-a3b286d10dbe x-openstack-request-id: req-bc72d9b9-faa4-4269-8ddc-a3b286d10dbe {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:15:08.116546 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea006b1-47f7-4cc7-aeb1-04ab2266daa5", "tag": "c990bd22-f4cb-4576-b878-e869548ceeb2", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:15:08.116800 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc72d9b9-faa4-4269-8ddc-a3b286d10dbe {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:15:08.117201 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc72d9b9-faa4-4269-8ddc-a3b286d10dbe'] response: {'name': 'network-changed', 'server_uuid': 'dea006b1-47f7-4cc7-aeb1-04ab2266daa5', 'tag': 'c990bd22-f4cb-4576-b878-e869548ceeb2', 'status': 'completed', 'code': 200} Sep 04 16:15:08.132977 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b281aaf-a0e1-4f68-ae2e-e1d10998ba29 service neutron] Pushing event updated for resources: {'Port': ['ID=c990bd22-f4cb-4576-b878-e869548ceeb2,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:08.213108 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b83da8-bbb3-466f-a99d-9b0c234f51ce req-aa6b31f6-945b-4b0f-9a1d-b61a2c6eabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:08.214706 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-62b83da8-bbb3-466f-a99d-9b0c234f51ce req-aa6b31f6-945b-4b0f-9a1d-b61a2c6eabe9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9f1ae25e634d4380a6933101fb94ad2e&device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 1128 time: 0.0550995 Sep 04 16:15:08.307932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01c2bf-3064-42a9-9409-65c9a518fc27 req-5617877a-90da-4ff3-940c-491916c389ee tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:08.313015 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb01c2bf-3064-42a9-9409-65c9a518fc27 req-5617877a-90da-4ff3-940c-491916c389ee tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0938590 Sep 04 16:15:08.336134 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (b39d9c65-505a-4240-8de6-7e0ed98c0d7d), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:08.364169 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39d9c65-505a-4240-8de6-7e0ed98c0d7d,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:08.373770 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:08.397613 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb01c2bf-3064-42a9-9409-65c9a518fc27 req-1b795a96-64e6-4741-aafa-af08f7434a57 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825799 Sep 04 16:15:08.399108 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b83da8-bbb3-466f-a99d-9b0c234f51ce req-4ff7406a-57a3-42b2-ab9c-4fcc14fc235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:08.400611 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-62b83da8-bbb3-466f-a99d-9b0c234f51ce req-4ff7406a-57a3-42b2-ab9c-4fcc14fc235f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=9f1ae25e634d4380a6933101fb94ad2e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1759677 Sep 04 16:15:08.507288 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (ad964788-1a8d-4ddc-8bbd-5e5521429feb), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:08.565267 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:08.726548 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Router ad964788-1a8d-4ddc-8bbd-5e5521429feb has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:15:08.839602 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:15:08.848874 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47718) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:08.849297 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-2d348d89-4a7c-4c92-90b3-ea7cce993c31 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/ad964788-1a8d-4ddc-8bbd-5e5521429feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1169937 Sep 04 16:15:08.850443 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] Sync routers for ids ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:15:08.866116 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] Routers {'ad964788-1a8d-4ddc-8bbd-5e5521429feb'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:08.866910 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:08.960257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks [] for router (ad964788-1a8d-4ddc-8bbd-5e5521429feb), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:09.080078 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] Set router ad964788-1a8d-4ddc-8bbd-5e5521429feb gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:09.101606 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:09.105077 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks [] for router_gateway (ad964788-1a8d-4ddc-8bbd-5e5521429feb), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:09.146036 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96dec1-1af5-4f64-99ba-f22b96c5f167 req-f7255dc8-8175-40f6-9cca-21f0e48f2c61 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:09.147562 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0e96dec1-1af5-4f64-99ba-f22b96c5f167 req-f7255dc8-8175-40f6-9cca-21f0e48f2c61 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 944 time: 0.0628042 Sep 04 16:15:09.198576 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0e96dec1-1af5-4f64-99ba-f22b96c5f167 req-0fc59633-d4b2-47e0-aae2-e7bde0833b31 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451291 Sep 04 16:15:09.247964 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:15:08Z', 'revision_number': 5, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'gw_port': {'id': '8d8065e8-b494-4378-aecb-e537b10db2d6', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:09.253795 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Deleting port 8d8065e8-b494-4378-aecb-e537b10db2d6 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:15:09.254137 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:09.274372 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] Checking router: ad964788-1a8d-4ddc-8bbd-5e5521429feb for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:15:09.284786 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] Routers {'ad964788-1a8d-4ddc-8bbd-5e5521429feb'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:09.285382 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:09.376155 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] Set router ad964788-1a8d-4ddc-8bbd-5e5521429feb gateway port host: None {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:09.433556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] For port 8d8065e8-b494-4378-aecb-e537b10db2d6, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8d8065e8-b494-4378-aecb-e537b10db2d6,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:09.433556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:09.433795 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:15:09Z', 'revision_number': 6, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'gw_port_host': None}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:09.438104 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Calling delete_port for 8d8065e8-b494-4378-aecb-e537b10db2d6 owned by network:router_gateway {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:15:09.440494 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b83da8-bbb3-466f-a99d-9b0c234f51ce req-233f972f-f03e-4e38-9f7c-17a50d94d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:09.442016 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-62b83da8-bbb3-466f-a99d-9b0c234f51ce req-233f972f-f03e-4e38-9f7c-17a50d94d8d7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1757240 Sep 04 16:15:09.458834 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243e947-abb3-4671-ac10-76809f3a6bed None None] The sync data for ids ['ad964788-1a8d-4ddc-8bbd-5e5521429feb'] in dv-cinder-852364-6-iscsi is: [{'id': 'ad964788-1a8d-4ddc-8bbd-5e5521429feb', 'name': 'tempest-DeleteServersTestJSON-1884896668-router', 'tenant_id': '17338e3b6b204595a43fddc1c00ed26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:15:09Z', 'revision_number': 6, 'project_id': '17338e3b6b204595a43fddc1c00ed26b', 'gw_port_host': None}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:15:09.556110 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7d619-9d04-4d90-a8c5-691b8a26bc30 req-6e7d2862-eb3a-4c8a-9c37-3ece0bd5fcb5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:09.557617 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e2e7d619-9d04-4d90-a8c5-691b8a26bc30 req-6e7d2862-eb3a-4c8a-9c37-3ece0bd5fcb5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0621293 Sep 04 16:15:09.654835 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e2e7d619-9d04-4d90-a8c5-691b8a26bc30 req-28225359-bfb8-400d-9727-1b3c1066926a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659287 Sep 04 16:15:09.766276 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (8d8065e8-b494-4378-aecb-e537b10db2d6), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:09.792255 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8065e8-b494-4378-aecb-e537b10db2d6,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:09.824840 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:09.845588 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:09.865473 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (ad964788-1a8d-4ddc-8bbd-5e5521429feb), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:09.970001 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (ad964788-1a8d-4ddc-8bbd-5e5521429feb), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:09.972326 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks [] for router_controller (ad964788-1a8d-4ddc-8bbd-5e5521429feb), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:09.991523 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:15:10.091841 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (ad964788-1a8d-4ddc-8bbd-5e5521429feb), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.092429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad964788-1a8d-4ddc-8bbd-5e5521429feb {{(pid=106842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:15:10.098954 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.100096 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-17e27f5f-b7fc-4146-b634-3a57b80a7065 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/ad964788-1a8d-4ddc-8bbd-5e5521429feb HTTP/1.1" status: 204 len: 168 time: 1.2500322 Sep 04 16:15:10.102998 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47738) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:10.147538 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7be841-5df0-41db-b0ca-d86c065f3413 admin admin] Deleting subnet a4c646dd-1d50-42f2-b91e-83b7d0688c27 {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:15:10.150776 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5a7be841-5df0-41db-b0ca-d86c065f3413 admin admin] Publish callbacks [] for subnet (a4c646dd-1d50-42f2-b91e-83b7d0688c27), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.184745 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5a7be841-5df0-41db-b0ca-d86c065f3413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (a4c646dd-1d50-42f2-b91e-83b7d0688c27), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.315913 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5a7be841-5df0-41db-b0ca-d86c065f3413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (a4c646dd-1d50-42f2-b91e-83b7d0688c27), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.359571 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036786a-9159-4a72-86f5-50423922be08 req-a7358e7a-87e0-4e57-9109-1a30d92df786 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:10.361074 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e036786a-9159-4a72-86f5-50423922be08 req-a7358e7a-87e0-4e57-9109-1a30d92df786 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 944 time: 0.0793254 Sep 04 16:15:10.427712 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e036786a-9159-4a72-86f5-50423922be08 req-386ff9c1-1fb9-43c3-9cb1-f93c27c7d013 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586200 Sep 04 16:15:10.473600 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5a7be841-5df0-41db-b0ca-d86c065f3413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (a4c646dd-1d50-42f2-b91e-83b7d0688c27), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.514567 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7be841-5df0-41db-b0ca-d86c065f3413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c646dd-1d50-42f2-b91e-83b7d0688c27,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:10.526741 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5a7be841-5df0-41db-b0ca-d86c065f3413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.526879 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:10.532547 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-5a7be841-5df0-41db-b0ca-d86c065f3413 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/a4c646dd-1d50-42f2-b91e-83b7d0688c27 HTTP/1.1" status: 204 len: 168 time: 0.4285247 Sep 04 16:15:10.532973 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47746) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:10.538041 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997b2d06-ba7f-4fc9-a834-5795d39b0560 None None] Network 20f718a7-f41d-48a2-8822-cd43d3405a61 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:15:10.604724 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (20f718a7-f41d-48a2-8822-cd43d3405a61), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.640855 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.650608 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Deleting port 23b84357-b79a-423d-8e17-aa2c439ec25e {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:15:10.651013 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.703819 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7acb2a2-a993-494f-aa49-8cef1876d74d None None] DHCP port deletion for 20f718a7-f41d-48a2-8822-cd43d3405a61 request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:15:10.728597 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] For port 23b84357-b79a-423d-8e17-aa2c439ec25e, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=23b84357-b79a-423d-8e17-aa2c439ec25e,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:10.728970 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.742714 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Calling delete_port for 23b84357-b79a-423d-8e17-aa2c439ec25e owned by network:dhcp {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:15:10.746342 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-b7acb2a2-a993-494f-aa49-8cef1876d74d None None] Deleting port 23b84357-b79a-423d-8e17-aa2c439ec25e {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:15:10.746753 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b7acb2a2-a993-494f-aa49-8cef1876d74d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.789134 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.825371 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f4f3-5814-4bef-9d6d-259cc8ee6324 req-d8fbb8fc-01f5-4188-a25c-1f6651414959 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:10.832811 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7125f4f3-5814-4bef-9d6d-259cc8ee6324 req-d8fbb8fc-01f5-4188-a25c-1f6651414959 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0802677 Sep 04 16:15:10.836895 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-b7acb2a2-a993-494f-aa49-8cef1876d74d None None] For port 23b84357-b79a-423d-8e17-aa2c439ec25e, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=23b84357-b79a-423d-8e17-aa2c439ec25e,segment=NetworkSegment(ed08d8e1-b902-4099-be19-2b5a019d7919),segment_id=ed08d8e1-b902-4099-be19-2b5a019d7919)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:10.837355 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b7acb2a2-a993-494f-aa49-8cef1876d74d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.853741 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-b7acb2a2-a993-494f-aa49-8cef1876d74d None None] Calling delete_port for 23b84357-b79a-423d-8e17-aa2c439ec25e owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:15:10.878996 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7125f4f3-5814-4bef-9d6d-259cc8ee6324 req-43f06948-4092-4238-ad99-69b74e1a39fa tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Sep 04 16:15:10.914840 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:10.942733 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b84357-b79a-423d-8e17-aa2c439ec25e,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:10.950091 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] No DVR routers for this DVR port 23b84357-b79a-423d-8e17-aa2c439ec25e on host dv-cinder-852364-6-iscsi {{(pid=106841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:15:10.980036 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b7acb2a2-a993-494f-aa49-8cef1876d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (23b84357-b79a-423d-8e17-aa2c439ec25e), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:11.005674 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acb2a2-a993-494f-aa49-8cef1876d74d None None] Pushing event deleted for resources: {'Port': ['ID=23b84357-b79a-423d-8e17-aa2c439ec25e,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:11.009235 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acb2a2-a993-494f-aa49-8cef1876d74d None None] No DVR routers for this DVR port 23b84357-b79a-423d-8e17-aa2c439ec25e on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:15:11.032072 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (20f718a7-f41d-48a2-8822-cd43d3405a61), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:11.046741 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:11.056558 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.056998 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.057777 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.058109 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > port after_create 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.059751 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.059751 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > port after_update 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.059751 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.059751 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.059751 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.060115 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.129550 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.129843 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.130176 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.130508 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 04 16:15:11.130857 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f718a7-f41d-48a2-8822-cd43d3405a61']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:11.148795 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed08d8e1-b902-4099-be19-2b5a019d7919') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:11.149085 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed08d8e1-b902-4099-be19-2b5a019d7919') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:11.165329 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (ed08d8e1-b902-4099-be19-2b5a019d7919), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:11.185876 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (ed08d8e1-b902-4099-be19-2b5a019d7919), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:11.195581 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:15:11.195967 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (ed08d8e1-b902-4099-be19-2b5a019d7919), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:11.206293 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-fa2b3fab-155e-46ac-8a92-f970434420f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:11.207839 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-fa2b3fab-155e-46ac-8a92-f970434420f8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9f1ae25e634d4380a6933101fb94ad2e&device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 1128 time: 0.0437231 Sep 04 16:15:11.250972 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-6a2ab635-70f0-4635-8b3d-074c87f48725 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c990bd22-f4cb-4576-b878-e869548ceeb2 HTTP/1.1" status: 200 len: 217 time: 0.0342915 Sep 04 16:15:11.301655 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-b35d6109-8d09-43d0-8ff0-eb720dae0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:11.302989 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-b35d6109-8d09-43d0-8ff0-eb720dae0300 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8bbc655c-e584-40ab-bbed-cd7532ac890d HTTP/1.1" status: 200 len: 854 time: 0.0456238 Sep 04 16:15:11.326465 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (20f718a7-f41d-48a2-8822-cd43d3405a61), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:11.341939 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:11.344039 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/20f718a7-f41d-48a2-8822-cd43d3405a61 HTTP/1.1" status: 204 len: 168 time: 0.8098240 Sep 04 16:15:11.345233 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-b6b11dc2-9488-46d2-8583-2d9decc6539e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9dd59a90-1b88-4c82-b79b-5c099bf25a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314603 Sep 04 16:15:11.354204 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36757e9-a79a-4dd8-94af-5087d4916a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f718a7-f41d-48a2-8822-cd43d3405a61,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:11.484053 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment ed08d8e1-b902-4099-be19-2b5a019d7919 resource provider aggregate not found Sep 04 16:15:11.488151 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-8ec5ee19-9eb0-4c97-9e67-26e6db3e58a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9dd59a90-1b88-4c82-b79b-5c099bf25a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279302 Sep 04 16:15:11.506494 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment ed08d8e1-b902-4099-be19-2b5a019d7919 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed08d8e1-b902-4099-be19-2b5a019d7919 found for delete ", "request_id": "req-7015a23e-3c1e-4d20-bd1b-2f461118fd47"}]} Sep 04 16:15:11.533315 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b39d9c65-505a-4240-8de6-7e0ed98c0d7d no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:15:11.556596 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: b39d9c65-505a-4240-8de6-7e0ed98c0d7d {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:15:11.557006 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b39d9c65-505a-4240-8de6-7e0ed98c0d7d not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:15:11.557433 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 23b84357-b79a-423d-8e17-aa2c439ec25e no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:15:11.580240 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 23b84357-b79a-423d-8e17-aa2c439ec25e {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:15:11.580802 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 23b84357-b79a-423d-8e17-aa2c439ec25e not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:15:11.581366 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8d8065e8-b494-4378-aecb-e537b10db2d6 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:15:11.599365 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 8d8065e8-b494-4378-aecb-e537b10db2d6 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:15:11.599702 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8d8065e8-b494-4378-aecb-e537b10db2d6 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:15:11.605554 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45d062-ff31-4c88-b904-6f486b362286 req-537340cd-6e38-41de-8ce9-277f19823881 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:11.609806 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7e45d062-ff31-4c88-b904-6f486b362286 req-537340cd-6e38-41de-8ce9-277f19823881 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 944 time: 0.0881565 Sep 04 16:15:11.628415 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:11.650270 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4915a54-016f-4cd1-bf9c-4fae4a88e156 req-8c21e35b-2ef8-463a-93a7-56297ef5ede2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9dd59a90-1b88-4c82-b79b-5c099bf25a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547670 Sep 04 16:15:11.663919 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:11.679343 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7e45d062-ff31-4c88-b904-6f486b362286 req-e732fd8d-baa4-4928-9bcb-89e979057ec1 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625060 Sep 04 16:15:11.800315 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47774) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:11.839876 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-37b44909-20b1-4df3-9e71-5edac7a009c1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=17338e3b6b204595a43fddc1c00ed26b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384293 Sep 04 16:15:11.842423 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47776) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:11.895182 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-60e345b8-9711-4acc-9904-306b1f5e6b06 admin admin] Publish callbacks [] for security_group (1c5f5cf4-45be-4ee1-9624-5d9e7914670a), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:11.916374 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-60e345b8-9711-4acc-9904-306b1f5e6b06 admin admin] Publish callbacks [] for security_group (1c5f5cf4-45be-4ee1-9624-5d9e7914670a), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:12.004908 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afc1ec-4d98-40f4-8413-ed76f219fba9 req-bc0d0350-8ee3-4ac9-8207-2f845584f7ef tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:12.006398 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c2afc1ec-4d98-40f4-8413-ed76f219fba9 req-bc0d0350-8ee3-4ac9-8207-2f845584f7ef tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0463526 Sep 04 16:15:12.049755 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-60e345b8-9711-4acc-9904-306b1f5e6b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1c5f5cf4-45be-4ee1-9624-5d9e7914670a), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:12.052294 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-60e345b8-9711-4acc-9904-306b1f5e6b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:12.053430 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-60e345b8-9711-4acc-9904-306b1f5e6b06 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1c5f5cf4-45be-4ee1-9624-5d9e7914670a HTTP/1.1" status: 204 len: 168 time: 0.2095373 Sep 04 16:15:12.053836 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c2afc1ec-4d98-40f4-8413-ed76f219fba9 req-e97ad5ce-f2ac-4548-a6de-b5c5f5288681 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Sep 04 16:15:12.062794 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e345b8-9711-4acc-9904-306b1f5e6b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f5cf4-45be-4ee1-9624-5d9e7914670a,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:12.090655 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:12.808556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0e7bc-fedd-43bb-bd6a-fa671d22660e req-4e42798a-cf40-4cc0-ade6-6cd951cbe645 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:12.810027 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-80b0e7bc-fedd-43bb-bd6a-fa671d22660e req-4e42798a-cf40-4cc0-ade6-6cd951cbe645 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 944 time: 0.0543673 Sep 04 16:15:12.859532 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-80b0e7bc-fedd-43bb-bd6a-fa671d22660e req-03613f16-32d3-42b2-94b3-df11d89915a0 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431445 Sep 04 16:15:13.197983 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6a00b-df3d-42de-9515-50238f41e4be req-ad883b40-0627-45d9-9c52-81153177cfc7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:13.199500 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-aff6a00b-df3d-42de-9515-50238f41e4be req-ad883b40-0627-45d9-9c52-81153177cfc7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0469825 Sep 04 16:15:13.255762 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-aff6a00b-df3d-42de-9515-50238f41e4be req-79f1fa34-f924-4086-9709-3cfb7c8bdad4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453329 Sep 04 16:15:13.437918 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device c990bd22-f4cb-4576-b878-e869548ceeb2 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:15:13.538637 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port c990bd22-f4cb-4576-b878-e869548ceeb2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c990bd22-f4cb-4576-b878-e869548ceeb2,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:13.550663 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'c990bd22-f4cb-4576-b878-e869548ceeb2', 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16', 'port_id': 'c990bd22-f4cb-4576-b878-e869548ceeb2', 'mac_address': 'fa:16:3e:1e:0f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbc655c-e584-40ab-bbed-cd7532ac890d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:15:13.584971 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port c990bd22-f4cb-4576-b878-e869548ceeb2 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:13.585360 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:13.599276 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c990bd22-f4cb-4576-b878-e869548ceeb2 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:15:13.618727 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port c990bd22-f4cb-4576-b878-e869548ceeb2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c990bd22-f4cb-4576-b878-e869548ceeb2,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:13.726007 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:13.783162 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=c990bd22-f4cb-4576-b878-e869548ceeb2,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:13.997469 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e9942-f150-4ab6-85be-f1dff13dc4b7 req-e901e3f4-3046-45a6-9b4e-eaac3a517497 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:13.999664 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-925e9942-f150-4ab6-85be-f1dff13dc4b7 req-e901e3f4-3046-45a6-9b4e-eaac3a517497 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 945 time: 0.0528970 Sep 04 16:15:14.042878 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['c990bd22-f4cb-4576-b878-e869548ceeb2'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:15:14.286608 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-925e9942-f150-4ab6-85be-f1dff13dc4b7 req-09027de7-81c4-4a27-8832-7c594e2c7996 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777944 Sep 04 16:15:14.372761 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47864) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:14.396293 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a22c-4d2b-4fae-b9f7-87365c4e9bc5 req-d8534219-b33e-46c8-be4a-89937be09923 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:14.397874 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5ee3a22c-4d2b-4fae-b9f7-87365c4e9bc5 req-d8534219-b33e-46c8-be4a-89937be09923 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0539842 Sep 04 16:15:14.460847 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5ee3a22c-4d2b-4fae-b9f7-87365c4e9bc5 req-16d60142-6904-4cdf-9d87-5464658829f6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570469 Sep 04 16:15:14.498532 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-020e5a7f-985b-4886-9471-2ea5a18d43a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:14.572244 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-020e5a7f-985b-4886-9471-2ea5a18d43a1 admin admin] Publish callbacks [] for security_group (d9661c55-a4a0-4c71-b0bb-018c0347be01), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:14.701160 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-020e5a7f-985b-4886-9471-2ea5a18d43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d9661c55-a4a0-4c71-b0bb-018c0347be01), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:14.745696 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-020e5a7f-985b-4886-9471-2ea5a18d43a1 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=26c1939be17c457a853903373f769562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718960 Sep 04 16:15:14.746879 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e5a7f-985b-4886-9471-2ea5a18d43a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9661c55-a4a0-4c71-b0bb-018c0347be01,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:14.748385 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47868) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:14.785791 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:14.805629 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30ccecc6-0400-4219-b308-788f8dde86f6 admin admin] Publish callbacks [] for security_group (d9661c55-a4a0-4c71-b0bb-018c0347be01), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:14.828226 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30ccecc6-0400-4219-b308-788f8dde86f6 admin admin] Publish callbacks [] for security_group (d9661c55-a4a0-4c71-b0bb-018c0347be01), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:14.931265 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30ccecc6-0400-4219-b308-788f8dde86f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d9661c55-a4a0-4c71-b0bb-018c0347be01), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:14.933882 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30ccecc6-0400-4219-b308-788f8dde86f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:14.935044 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-30ccecc6-0400-4219-b308-788f8dde86f6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d9661c55-a4a0-4c71-b0bb-018c0347be01 HTTP/1.1" status: 204 len: 168 time: 0.1846187 Sep 04 16:15:14.945047 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccecc6-0400-4219-b308-788f8dde86f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9661c55-a4a0-4c71-b0bb-018c0347be01,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:15.424793 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf005214-ca91-4a91-951d-240670efc8d0 req-f00fd357-a92a-48ec-b2df-f256f397371b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:15.426555 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cf005214-ca91-4a91-951d-240670efc8d0 req-f00fd357-a92a-48ec-b2df-f256f397371b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 945 time: 0.0484262 Sep 04 16:15:15.428979 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47898) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:15.439813 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device c990bd22-f4cb-4576-b878-e869548ceeb2 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:15.442906 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:15.505694 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cf005214-ca91-4a91-951d-240670efc8d0 req-6674cebb-3a1c-4c1e-a840-766d6aa49386 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707531 Sep 04 16:15:15.523955 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port c990bd22-f4cb-4576-b878-e869548ceeb2 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:15:15.583181 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-28a98399-c943-43ed-bd10-61818afe2b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.600363 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255951-2bf1-405d-8aa0-4fb69fd3f5ef req-31d728f8-8cbb-440f-870c-9cfdbd6e0ee5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:15.601881 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-15255951-2bf1-405d-8aa0-4fb69fd3f5ef req-31d728f8-8cbb-440f-870c-9cfdbd6e0ee5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0489249 Sep 04 16:15:15.605460 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port c990bd22-f4cb-4576-b878-e869548ceeb2 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:15.606566 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.611311 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47904) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:15.632427 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e707c890-a39c-46e9-b7ea-a5301350c918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.667180 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-15255951-2bf1-405d-8aa0-4fb69fd3f5ef req-db5d42c7-29e1-4492-afcd-2189aa145556 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526252 Sep 04 16:15:15.685159 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:DELETE=9,neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:15.697697 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port c990bd22-f4cb-4576-b878-e869548ceeb2 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:15.698089 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.721867 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea006b1-47f7-4cc7-aeb1-04ab2266daa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c990bd22-f4cb-4576-b878-e869548ceeb2'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:15:15.724119 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7d4781-b355-415f-ad85-7bae7484720e" -d '{"events": [{"server_uuid": "dea006b1-47f7-4cc7-aeb1-04ab2266daa5", "name": "network-vif-plugged", "status": "completed", "tag": "c990bd22-f4cb-4576-b878-e869548ceeb2"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:15:15.724862 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-28a98399-c943-43ed-bd10-61818afe2b3f admin admin] Publish callbacks [] for security_group (7db771ea-e8ee-40f1-a677-61b88aa6ab3d), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.737608 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port c990bd22-f4cb-4576-b878-e869548ceeb2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c990bd22-f4cb-4576-b878-e869548ceeb2,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:15.759263 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e707c890-a39c-46e9-b7ea-a5301350c918 admin admin] Publish callbacks [] for security_group (9008409e-1478-4698-b375-a6fdf17d5a64), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.762850 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a6854b-e9b9-4e9c-8741-6549ae7cd882 x-openstack-request-id: req-c2a6854b-e9b9-4e9c-8741-6549ae7cd882 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:15:15.763167 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea006b1-47f7-4cc7-aeb1-04ab2266daa5", "name": "network-vif-plugged", "status": "completed", "tag": "c990bd22-f4cb-4576-b878-e869548ceeb2", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:15:15.763417 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2a6854b-e9b9-4e9c-8741-6549ae7cd882 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:15:15.763810 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a6854b-e9b9-4e9c-8741-6549ae7cd882'] response: {'server_uuid': 'dea006b1-47f7-4cc7-aeb1-04ab2266daa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c990bd22-f4cb-4576-b878-e869548ceeb2', 'code': 200} Sep 04 16:15:15.805759 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.806288 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-28a98399-c943-43ed-bd10-61818afe2b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (7db771ea-e8ee-40f1-a677-61b88aa6ab3d), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.835196 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:15.840603 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-28a98399-c943-43ed-bd10-61818afe2b3f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=703c56d209d54c15806c487ada7bd672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105270 Sep 04 16:15:15.843648 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47910) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:15.856104 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a98399-c943-43ed-bd10-61818afe2b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db771ea-e8ee-40f1-a677-61b88aa6ab3d,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:15.868668 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e707c890-a39c-46e9-b7ea-a5301350c918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (9008409e-1478-4698-b375-a6fdf17d5a64), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.871210 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=c990bd22-f4cb-4576-b878-e869548ceeb2,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:15.888784 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:15.913641 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-e707c890-a39c-46e9-b7ea-a5301350c918 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2cb8628b6e79489eae93c648ccc7c43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012908 Sep 04 16:15:15.919024 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47916) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:15.923869 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f8601c9-ec50-4a44-b04a-c670c17fda0d admin admin] Publish callbacks [] for security_group (7db771ea-e8ee-40f1-a677-61b88aa6ab3d), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:15.948895 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707c890-a39c-46e9-b7ea-a5301350c918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9008409e-1478-4698-b375-a6fdf17d5a64,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:15.951517 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:15.954057 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f8601c9-ec50-4a44-b04a-c670c17fda0d admin admin] Publish callbacks [] for security_group (7db771ea-e8ee-40f1-a677-61b88aa6ab3d), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:16.002896 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ba965c6c-45ea-4283-806d-990513e38eb3 admin admin] Publish callbacks [] for security_group (9008409e-1478-4698-b375-a6fdf17d5a64), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:16.026657 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ba965c6c-45ea-4283-806d-990513e38eb3 admin admin] Publish callbacks [] for security_group (9008409e-1478-4698-b375-a6fdf17d5a64), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:16.090404 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56714e-4b45-47e1-bfb6-0b46ddcc4dbb req-9e0979ac-ac93-4bd9-9f78-8ab4bf8d9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:16.091989 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-be56714e-4b45-47e1-bfb6-0b46ddcc4dbb req-9e0979ac-ac93-4bd9-9f78-8ab4bf8d9bee service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 1130 time: 0.0425887 Sep 04 16:15:16.120145 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f8601c9-ec50-4a44-b04a-c670c17fda0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (7db771ea-e8ee-40f1-a677-61b88aa6ab3d), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:16.122775 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f8601c9-ec50-4a44-b04a-c670c17fda0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:16.123902 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-3f8601c9-ec50-4a44-b04a-c670c17fda0d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7db771ea-e8ee-40f1-a677-61b88aa6ab3d HTTP/1.1" status: 204 len: 168 time: 0.2790902 Sep 04 16:15:16.132548 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8601c9-ec50-4a44-b04a-c670c17fda0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db771ea-e8ee-40f1-a677-61b88aa6ab3d,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:16.164357 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ba965c6c-45ea-4283-806d-990513e38eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (9008409e-1478-4698-b375-a6fdf17d5a64), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:16.167070 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ba965c6c-45ea-4283-806d-990513e38eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:16.168373 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ba965c6c-45ea-4283-806d-990513e38eb3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9008409e-1478-4698-b375-a6fdf17d5a64 HTTP/1.1" status: 204 len: 168 time: 0.2482998 Sep 04 16:15:16.179175 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba965c6c-45ea-4283-806d-990513e38eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9008409e-1478-4698-b375-a6fdf17d5a64,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:16.183102 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-be56714e-4b45-47e1-bfb6-0b46ddcc4dbb req-f7cd410b-d804-42c6-baec-a013b071681c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Sep 04 16:15:16.623296 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8dd28-a8ca-4b17-a3db-580ce12b56ed req-923cbe0f-d3fa-4155-b379-60042c1b0984 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:16.625187 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5cc8dd28-a8ca-4b17-a3db-580ce12b56ed req-923cbe0f-d3fa-4155-b379-60042c1b0984 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 946 time: 0.0507882 Sep 04 16:15:16.687392 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5cc8dd28-a8ca-4b17-a3db-580ce12b56ed req-6634ccff-f1d2-4368-af9a-4802f0defdfe tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558896 Sep 04 16:15:16.815223 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6ec29-d52d-456d-940c-027c4f48a551 req-1272c490-7b40-427a-afd4-4614287fb0eb tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:16.816693 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88c6ec29-d52d-456d-940c-027c4f48a551 req-1272c490-7b40-427a-afd4-4614287fb0eb tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0477095 Sep 04 16:15:16.866825 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88c6ec29-d52d-456d-940c-027c4f48a551 req-d2770a46-4b95-45c4-9b90-dffec3a95917 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Sep 04 16:15:16.965472 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:16.990314 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47944) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:17.006595 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65ed4324-be3b-4f1d-aa77-13925fd99ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.016584 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:17.082204 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65ed4324-be3b-4f1d-aa77-13925fd99ca4 admin admin] Publish callbacks [] for security_group (7a2b60b2-873e-4d33-b3af-754f50f0831e), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.109669 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47948) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:17.122853 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1b6cad7e-2093-47b3-8aa5-09f426a29caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.172202 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65ed4324-be3b-4f1d-aa77-13925fd99ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (7a2b60b2-873e-4d33-b3af-754f50f0831e), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.229481 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-65ed4324-be3b-4f1d-aa77-13925fd99ca4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6013094ededb4100ae451ad5b80cbf13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380824 Sep 04 16:15:17.232316 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47950) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:17.237186 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1b6cad7e-2093-47b3-8aa5-09f426a29caa admin admin] Publish callbacks [] for security_group (93dffc7a-eb81-4363-a48c-8a2da688f0fa), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.238285 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed4324-be3b-4f1d-aa77-13925fd99ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2b60b2-873e-4d33-b3af-754f50f0831e,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:17.284141 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-570e8cb7-cc87-49e6-87f1-575881cd8f40 admin admin] Publish callbacks [] for security_group (7a2b60b2-873e-4d33-b3af-754f50f0831e), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.303414 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1b6cad7e-2093-47b3-8aa5-09f426a29caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (93dffc7a-eb81-4363-a48c-8a2da688f0fa), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.309399 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-570e8cb7-cc87-49e6-87f1-575881cd8f40 admin admin] Publish callbacks [] for security_group (7a2b60b2-873e-4d33-b3af-754f50f0831e), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.347989 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cad7e-2093-47b3-8aa5-09f426a29caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dffc7a-eb81-4363-a48c-8a2da688f0fa,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:17.352079 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1b6cad7e-2093-47b3-8aa5-09f426a29caa admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dae0c94e56334b4caf3d42f573c94ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413666 Sep 04 16:15:17.354966 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47952) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:17.394347 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:17.404826 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-838890af-4eb7-48f6-9467-6b48312dde69 admin admin] Publish callbacks [] for security_group (93dffc7a-eb81-4363-a48c-8a2da688f0fa), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.424456 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-838890af-4eb7-48f6-9467-6b48312dde69 admin admin] Publish callbacks [] for security_group (93dffc7a-eb81-4363-a48c-8a2da688f0fa), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.478232 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-570e8cb7-cc87-49e6-87f1-575881cd8f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (7a2b60b2-873e-4d33-b3af-754f50f0831e), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.480798 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-570e8cb7-cc87-49e6-87f1-575881cd8f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.482007 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-570e8cb7-cc87-49e6-87f1-575881cd8f40 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7a2b60b2-873e-4d33-b3af-754f50f0831e HTTP/1.1" status: 204 len: 168 time: 0.2486215 Sep 04 16:15:17.490734 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e8cb7-cc87-49e6-87f1-575881cd8f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2b60b2-873e-4d33-b3af-754f50f0831e,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:17.564494 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-838890af-4eb7-48f6-9467-6b48312dde69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (93dffc7a-eb81-4363-a48c-8a2da688f0fa), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.567421 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-838890af-4eb7-48f6-9467-6b48312dde69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:17.568835 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-838890af-4eb7-48f6-9467-6b48312dde69 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/93dffc7a-eb81-4363-a48c-8a2da688f0fa HTTP/1.1" status: 204 len: 168 time: 0.2130859 Sep 04 16:15:17.577468 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838890af-4eb7-48f6-9467-6b48312dde69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dffc7a-eb81-4363-a48c-8a2da688f0fa,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:17.825810 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480bb53-de25-4349-922f-3e72f163448f req-82bce511-38c8-4c85-b5db-ecc2de65df22 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:17.828899 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a480bb53-de25-4349-922f-3e72f163448f req-82bce511-38c8-4c85-b5db-ecc2de65df22 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 946 time: 0.0462542 Sep 04 16:15:17.875643 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a480bb53-de25-4349-922f-3e72f163448f req-a73dcb4a-6302-49fe-a277-8583d8c825ab tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Sep 04 16:15:17.997617 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb5904-b772-4961-9a75-9b7cd90a6997 req-526d874f-5bd5-452d-8a8e-0cfe9fde531d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:18.000668 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ceeb5904-b772-4961-9a75-9b7cd90a6997 req-526d874f-5bd5-452d-8a8e-0cfe9fde531d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0512943 Sep 04 16:15:18.050078 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ceeb5904-b772-4961-9a75-9b7cd90a6997 req-ca31eb72-4fe5-4f58-9db1-55588381d00c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Sep 04 16:15:18.330666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 47980) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:18.354092 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-03975931-03b2-44a6-928b-fd34fa8d2c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:18.430821 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-03975931-03b2-44a6-928b-fd34fa8d2c64 admin admin] Publish callbacks [] for security_group (d9c6d113-098a-4d29-b212-67a023b381a5), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:18.501800 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-03975931-03b2-44a6-928b-fd34fa8d2c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d9c6d113-098a-4d29-b212-67a023b381a5), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:18.541153 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03975931-03b2-44a6-928b-fd34fa8d2c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c6d113-098a-4d29-b212-67a023b381a5,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:18.545460 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-03975931-03b2-44a6-928b-fd34fa8d2c64 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=bfd97d278cf540cfaa5124fdbcd5cf95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138855 Sep 04 16:15:18.548560 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 47982) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:18.600140 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1c96af74-5da6-4429-9097-707ca7290964 admin admin] Publish callbacks [] for security_group (d9c6d113-098a-4d29-b212-67a023b381a5), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:18.620840 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1c96af74-5da6-4429-9097-707ca7290964 admin admin] Publish callbacks [] for security_group (d9c6d113-098a-4d29-b212-67a023b381a5), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:18.637187 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:18.787450 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1c96af74-5da6-4429-9097-707ca7290964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d9c6d113-098a-4d29-b212-67a023b381a5), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:18.790022 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1c96af74-5da6-4429-9097-707ca7290964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:18.793545 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1c96af74-5da6-4429-9097-707ca7290964 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d9c6d113-098a-4d29-b212-67a023b381a5 HTTP/1.1" status: 204 len: 168 time: 0.2416058 Sep 04 16:15:18.803616 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96af74-5da6-4429-9097-707ca7290964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c6d113-098a-4d29-b212-67a023b381a5,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:18.999596 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f16f04-97df-40c0-909e-f1dda08b0da0 req-39ba2d93-2852-49ff-a4c0-623bc899b146 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:19.001250 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20f16f04-97df-40c0-909e-f1dda08b0da0 req-39ba2d93-2852-49ff-a4c0-623bc899b146 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 946 time: 0.0479357 Sep 04 16:15:19.057502 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20f16f04-97df-40c0-909e-f1dda08b0da0 req-964ecce0-f228-4f58-9f05-7347222e27fc tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506439 Sep 04 16:15:19.188890 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:19.199980 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ca4a5-1083-4d10-9c88-be3ae3c98c63 req-49e91a7c-a37d-4058-8d64-38a536bb02c6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:19.201766 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e49ca4a5-1083-4d10-9c88-be3ae3c98c63 req-49e91a7c-a37d-4058-8d64-38a536bb02c6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0540392 Sep 04 16:15:19.251832 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e49ca4a5-1083-4d10-9c88-be3ae3c98c63 req-a51b01e4-4a58-40aa-b375-eb9914da1c30 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 Sep 04 16:15:19.432179 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=42 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:19.988376 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=49 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:20.185133 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303da317-d393-4f60-9f81-97127d58a79e req-53553066-8fc5-4300-ba4f-c5b60be7fe9c tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:20.186712 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-303da317-d393-4f60-9f81-97127d58a79e req-53553066-8fc5-4300-ba4f-c5b60be7fe9c tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 946 time: 0.0480068 Sep 04 16:15:20.233097 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-303da317-d393-4f60-9f81-97127d58a79e req-e760155d-a1d9-450c-ba27-2d0516ec0412 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 Sep 04 16:15:20.384374 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52914295-cc2a-42be-8f8c-baa5e23a0597 req-3da6378f-cb4e-4fb9-98aa-e6fb74b475cb tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:20.385922 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-52914295-cc2a-42be-8f8c-baa5e23a0597 req-3da6378f-cb4e-4fb9-98aa-e6fb74b475cb tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0483935 Sep 04 16:15:20.439392 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-52914295-cc2a-42be-8f8c-baa5e23a0597 req-5982d1eb-7299-4b5e-9a72-9b91abcce182 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469348 Sep 04 16:15:21.361780 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcf682-2333-402b-97e0-e9d516c5017b req-926e4ee9-8f2d-40df-9c79-e889defbeaba tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:21.363318 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-28bcf682-2333-402b-97e0-e9d516c5017b req-926e4ee9-8f2d-40df-9c79-e889defbeaba tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 946 time: 0.0548208 Sep 04 16:15:21.426445 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-28bcf682-2333-402b-97e0-e9d516c5017b req-dcdb885f-3008-4071-965d-e403e9f53843 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573754 Sep 04 16:15:21.578966 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b602d36-969f-4e7d-9738-a3c417c95f17 req-8a7a4bce-4dc7-43a2-9052-a272a88169ca tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:21.580651 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2b602d36-969f-4e7d-9738-a3c417c95f17 req-8a7a4bce-4dc7-43a2-9052-a272a88169ca tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0476882 Sep 04 16:15:21.631137 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2b602d36-969f-4e7d-9738-a3c417c95f17 req-d522657a-b59c-4777-9c0f-b65083b8fc81 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448744 Sep 04 16:15:22.427001 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48198) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:22.547646 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-de14cf33-246c-475b-b699-ac74d40718ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:22.629738 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-de14cf33-246c-475b-b699-ac74d40718ad admin admin] Publish callbacks [] for security_group (bbec9069-1f9a-4497-a06e-0890275086de), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:22.743098 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-de14cf33-246c-475b-b699-ac74d40718ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (bbec9069-1f9a-4497-a06e-0890275086de), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:22.763382 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959fe90-fa5d-4e4a-921b-e0974a1511d3 req-f6d07293-01b7-47b1-93b9-ac32a1fe6166 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:22.764934 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5959fe90-fa5d-4e4a-921b-e0974a1511d3 req-f6d07293-01b7-47b1-93b9-ac32a1fe6166 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0501711 Sep 04 16:15:22.785313 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14cf33-246c-475b-b699-ac74d40718ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec9069-1f9a-4497-a06e-0890275086de,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:22.793739 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-de14cf33-246c-475b-b699-ac74d40718ad admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d611c18ba5954661af7d3c604da49919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3653598 Sep 04 16:15:22.794479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48212) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:22.855959 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5959fe90-fa5d-4e4a-921b-e0974a1511d3 req-264f9026-be5d-4fbd-a177-d4c2850453a7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752435 Sep 04 16:15:22.870020 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-67ae2264-98d4-4044-8c69-c407eb70def9 admin admin] Publish callbacks [] for security_group (bbec9069-1f9a-4497-a06e-0890275086de), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:22.894037 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-67ae2264-98d4-4044-8c69-c407eb70def9 admin admin] Publish callbacks [] for security_group (bbec9069-1f9a-4497-a06e-0890275086de), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:22.903330 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:23.028485 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-67ae2264-98d4-4044-8c69-c407eb70def9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (bbec9069-1f9a-4497-a06e-0890275086de), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:23.031137 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-67ae2264-98d4-4044-8c69-c407eb70def9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:23.032399 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-67ae2264-98d4-4044-8c69-c407eb70def9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/bbec9069-1f9a-4497-a06e-0890275086de HTTP/1.1" status: 204 len: 168 time: 0.2373676 Sep 04 16:15:23.050480 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae2264-98d4-4044-8c69-c407eb70def9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec9069-1f9a-4497-a06e-0890275086de,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:23.817889 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48242) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:23.831861 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1f529411-2f7e-4e12-bd29-a576478990e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:23.919998 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1f529411-2f7e-4e12-bd29-a576478990e0 admin admin] Publish callbacks [] for security_group (9983ad50-9925-4d31-a4f0-2937aa098e10), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:23.966321 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1f529411-2f7e-4e12-bd29-a576478990e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (9983ad50-9925-4d31-a4f0-2937aa098e10), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:23.974427 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d14b8-4fff-4d6e-b48c-ed1324d856aa req-94ac0941-4636-4bee-b288-a5f8458f39f7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:23.975972 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8e4d14b8-4fff-4d6e-b48c-ed1324d856aa req-94ac0941-4636-4bee-b288-a5f8458f39f7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0483382 Sep 04 16:15:24.030601 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-1f529411-2f7e-4e12-bd29-a576478990e0 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4d48485b3dfb460eb68f4c6741a14ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109854 Sep 04 16:15:24.033476 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48252) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:24.034930 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f529411-2f7e-4e12-bd29-a576478990e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9983ad50-9925-4d31-a4f0-2937aa098e10,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:24.066093 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8e4d14b8-4fff-4d6e-b48c-ed1324d856aa req-8c7eb71b-9a36-4a61-ab79-ce77ac1db659 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756724 Sep 04 16:15:24.103844 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a1b775df-d009-4def-b253-db0efeb7e2af admin admin] Publish callbacks [] for security_group (9983ad50-9925-4d31-a4f0-2937aa098e10), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:24.124722 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a1b775df-d009-4def-b253-db0efeb7e2af admin admin] Publish callbacks [] for security_group (9983ad50-9925-4d31-a4f0-2937aa098e10), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:24.130449 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:24.232222 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a1b775df-d009-4def-b253-db0efeb7e2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (9983ad50-9925-4d31-a4f0-2937aa098e10), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:24.234951 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a1b775df-d009-4def-b253-db0efeb7e2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:24.236092 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a1b775df-d009-4def-b253-db0efeb7e2af admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9983ad50-9925-4d31-a4f0-2937aa098e10 HTTP/1.1" status: 204 len: 168 time: 0.2011912 Sep 04 16:15:24.243977 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b775df-d009-4def-b253-db0efeb7e2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9983ad50-9925-4d31-a4f0-2937aa098e10,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:25.191391 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a22f-7c48-428d-8bf6-3527292aec39 req-fe396662-2fd5-4faf-9ab3-a14d473dcf55 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:25.192929 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a0f0a22f-7c48-428d-8bf6-3527292aec39 req-fe396662-2fd5-4faf-9ab3-a14d473dcf55 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0498371 Sep 04 16:15:25.240158 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a0f0a22f-7c48-428d-8bf6-3527292aec39 req-fa472763-d408-4280-9a4e-8acd5b49d20d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414624 Sep 04 16:15:25.869054 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48300) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:25.980979 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-35929e61-2ab5-4d56-bdfd-cef30e52c269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:26.001841 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:26.062736 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-35929e61-2ab5-4d56-bdfd-cef30e52c269 admin admin] Publish callbacks [] for security_group (a5f2cdab-8cf1-46eb-9ed8-423ccd71fe39), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:26.142709 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-35929e61-2ab5-4d56-bdfd-cef30e52c269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a5f2cdab-8cf1-46eb-9ed8-423ccd71fe39), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:26.188950 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-35929e61-2ab5-4d56-bdfd-cef30e52c269 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a74fb60110604b798b4362c87a9d1e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180404 Sep 04 16:15:26.196913 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35929e61-2ab5-4d56-bdfd-cef30e52c269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f2cdab-8cf1-46eb-9ed8-423ccd71fe39,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:26.197859 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48310) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:26.252540 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed221bf1-c873-4abf-a51c-3ec94060cca7 admin admin] Publish callbacks [] for security_group (a5f2cdab-8cf1-46eb-9ed8-423ccd71fe39), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:26.273742 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed221bf1-c873-4abf-a51c-3ec94060cca7 admin admin] Publish callbacks [] for security_group (a5f2cdab-8cf1-46eb-9ed8-423ccd71fe39), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:26.366110 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1f019-585c-4193-9cfa-2f5c831bbf22 req-54ab4cf3-9782-4e65-adc6-aab507cdab4f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:26.367564 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-50b1f019-585c-4193-9cfa-2f5c831bbf22 req-54ab4cf3-9782-4e65-adc6-aab507cdab4f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0469091 Sep 04 16:15:26.380998 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed221bf1-c873-4abf-a51c-3ec94060cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a5f2cdab-8cf1-46eb-9ed8-423ccd71fe39), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:26.383669 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed221bf1-c873-4abf-a51c-3ec94060cca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:26.384877 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ed221bf1-c873-4abf-a51c-3ec94060cca7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a5f2cdab-8cf1-46eb-9ed8-423ccd71fe39 HTTP/1.1" status: 204 len: 168 time: 0.1928477 Sep 04 16:15:26.395282 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed221bf1-c873-4abf-a51c-3ec94060cca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f2cdab-8cf1-46eb-9ed8-423ccd71fe39,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:26.402726 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:26.426082 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-50b1f019-585c-4193-9cfa-2f5c831bbf22 req-3e89ea4c-19dc-4c92-aa5c-05af976cdbe8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529435 Sep 04 16:15:27.491736 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48360) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:27.575274 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743242c-8fb4-4d81-b5b2-3e0bdc8cb492 req-3a486bca-cc91-4f76-906f-fd4d25f0b5bd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:27.577275 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0743242c-8fb4-4d81-b5b2-3e0bdc8cb492 req-3a486bca-cc91-4f76-906f-fd4d25f0b5bd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0627744 Sep 04 16:15:27.614610 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1210103579-network', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:27.644815 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0743242c-8fb4-4d81-b5b2-3e0bdc8cb492 req-5d08ed17-1c38-4801-b524-6aa90b586a57 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610743 Sep 04 16:15:27.681728 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0405388-1e12-49e9-bf1c-040ff1c57649 req-d69d334b-df98-4e9b-b50b-8defa4b32754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:27.683301 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a0405388-1e12-49e9-bf1c-040ff1c57649 req-d69d334b-df98-4e9b-b50b-8defa4b32754 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 1129 time: 0.0564065 Sep 04 16:15:27.710686 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Made reservation on behalf of 770dbd9183804e7fb0cbb99af75b45f2 for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:27.713225 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:27.722496 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:27.736079 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a0405388-1e12-49e9-bf1c-040ff1c57649 req-6f24db92-a726-44a2-a519-2bfa5c4b6d77 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Sep 04 16:15:27.806040 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Publish callbacks [] for security_group (11bbaeff-6f17-49df-904a-e8e8149853db), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:27.896353 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (11bbaeff-6f17-49df-904a-e8e8149853db), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:27.919592 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=106841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:15:27.940087 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bbaeff-6f17-49df-904a-e8e8149853db,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:27.944315 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (2e3fc4f6-c35f-4d51-acae-90855cb9c850), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:27.944644 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Added segment 2e3fc4f6-c35f-4d51-acae-90855cb9c850 of type vlan for network b2b9ef80-2b71-48ed-a94f-408f1798eb56 Sep 04 16:15:27.973713 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:27.987822 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (b2b9ef80-2b71-48ed-a94f-408f1798eb56), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:28.062416 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (b2b9ef80-2b71-48ed-a94f-408f1798eb56), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:28.063383 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:28.063970 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:28.131509 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b9ef80-2b71-48ed-a94f-408f1798eb56,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:28.146803 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network b2b9ef80-2b71-48ed-a94f-408f1798eb56 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:15:28.214755 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6647cf18-3c22-4af0-a0b5-e9fe60cd3b26 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7218947 Sep 04 16:15:28.221012 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48370) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:28.222961 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Request body: {'subnet': {'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1210103579-subnet', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'ip_version': 4}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:28.325297 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Made reservation on behalf of 770dbd9183804e7fb0cbb99af75b45f2 for: {'subnet': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:28.327738 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25769428'] for subnet (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:28.411993 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:28.523065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48380) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:28.593225 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25855093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25769446'] for subnet (3797ebf1-8cfe-4502-b2ad-8c62a032dc40), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:28.642370 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1fb24bd6-7e94-4e74-864b-e90cc8be4a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:28.649883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3797ebf1-8cfe-4502-b2ad-8c62a032dc40,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:28.666341 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Checking segment: {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:28.666690 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Network hostable DHCP agents. Network: b2b9ef80-2b71-48ed-a94f-408f1798eb56, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:15:28.747994 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1fb24bd6-7e94-4e74-864b-e90cc8be4a45 admin admin] Publish callbacks [] for security_group (1e8738a3-5963-4b99-a52b-b4ea100d8f19), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:28.771365 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Network b2b9ef80-2b71-48ed-a94f-408f1798eb56 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:15:28.862807 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, b2b9ef80-2b71-48ed-a94f-408f1798eb56) {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:28.862954 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-1fb24bd6-7e94-4e74-864b-e90cc8be4a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1e8738a3-5963-4b99-a52b-b4ea100d8f19), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:28.867522 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:28.868295 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:28.879699 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a324c-a2c6-4045-9827-c9629db7373f None None] Network b2b9ef80-2b71-48ed-a94f-408f1798eb56 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:15:28.936471 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-1fb24bd6-7e94-4e74-864b-e90cc8be4a45 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0df18a4ec765452d983a4ae1e6b479c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122460 Sep 04 16:15:28.940247 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48392) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:28.940710 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb24bd6-7e94-4e74-864b-e90cc8be4a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8738a3-5963-4b99-a52b-b4ea100d8f19,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:28.958570 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a82076-e61f-41b3-b3e6-1b4e3a2f8cd2 req-9b786bb5-18fa-417d-8153-da108f9b3d81 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:28.960440 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c3a82076-e61f-41b3-b3e6-1b4e3a2f8cd2 req-9b786bb5-18fa-417d-8153-da108f9b3d81 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0697501 Sep 04 16:15:28.994790 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-30591dd3-3781-47ef-8790-0baac9d74418 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7752569 Sep 04 16:15:28.997117 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48396) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:29.002846 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:15:29.003429 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:29.003784 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.037943 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c3a82076-e61f-41b3-b3e6-1b4e3a2f8cd2 req-a1e46efa-441b-48c4-a8ed-cd2efabcfba5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650234 Sep 04 16:15:29.042676 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac458-5367-407c-b83f-aa932c1761a2 admin admin] Publish callbacks [] for security_group (1e8738a3-5963-4b99-a52b-b4ea100d8f19), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.069407 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac458-5367-407c-b83f-aa932c1761a2 admin admin] Publish callbacks [] for security_group (1e8738a3-5963-4b99-a52b-b4ea100d8f19), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.113469 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (00e0d36b-288e-4811-80b5-b4c95421b7d1), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.114523 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (00e0d36b-288e-4811-80b5-b4c95421b7d1), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.153301 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48398) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:29.173766 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks [] for router_controller (00e0d36b-288e-4811-80b5-b4c95421b7d1), precommit_add_association {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.275232 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7c737e7d-f6b6-4b86-8802-d4a7499fcf11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.275743 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Allocated IP 172.20.0.2 (b2b9ef80-2b71-48ed-a94f-408f1798eb56/3797ebf1-8cfe-4502-b2ad-8c62a032dc40/8c2a5266-6761-4d53-bcf5-3cb1c3143f86) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:29.279800 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac458-5367-407c-b83f-aa932c1761a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1e8738a3-5963-4b99-a52b-b4ea100d8f19), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.283225 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8d9ac458-5367-407c-b83f-aa932c1761a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.287008 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-8d9ac458-5367-407c-b83f-aa932c1761a2 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1e8738a3-5963-4b99-a52b-b4ea100d8f19 HTTP/1.1" status: 204 len: 168 time: 0.3427439 Sep 04 16:15:29.297481 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ac458-5367-407c-b83f-aa932c1761a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8738a3-5963-4b99-a52b-b4ea100d8f19,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:29.441586 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Publish callbacks [] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.441808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7c737e7d-f6b6-4b86-8802-d4a7499fcf11 admin admin] Publish callbacks [] for security_group (ef1284bb-c49d-4052-8541-2b589dee1cb5), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.560336 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7c737e7d-f6b6-4b86-8802-d4a7499fcf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ef1284bb-c49d-4052-8541-2b589dee1cb5), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.561027 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.590091 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c737e7d-f6b6-4b86-8802-d4a7499fcf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1284bb-c49d-4052-8541-2b589dee1cb5,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:29.614849 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks [] for router_gateway (00e0d36b-288e-4811-80b5-b4c95421b7d1), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.629803 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48408) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:29.629994 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-7c737e7d-f6b6-4b86-8802-d4a7499fcf11 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3ba3f2b6ecf540759b706043dde7c248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752622 Sep 04 16:15:29.674954 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Network b2b9ef80-2b71-48ed-a94f-408f1798eb56 is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:29.676328 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Pushing event updated for resources: {'Port': ['ID=8c2a5266-6761-4d53-bcf5-3cb1c3143f86,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:29.681726 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:29.684453 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:29.730023 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:29.766089 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d0084bb5-2b09-435a-a58a-537fc1714959 admin admin] Publish callbacks [] for security_group (ef1284bb-c49d-4052-8541-2b589dee1cb5), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.781851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Attempting to bind port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:29.784156 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Attempting to bind port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:29.784156 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Attempting to bind port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 on network b2b9ef80-2b71-48ed-a94f-408f1798eb56 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:29.789190 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:29.792039 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Checking segment: {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:29.792784 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.793392 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Bound using segment: {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:29.794112 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Bound port: 8c2a5266-6761-4d53-bcf5-3cb1c3143f86, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:29.795200 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.805711 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d0084bb5-2b09-435a-a58a-537fc1714959 admin admin] Publish callbacks [] for security_group (ef1284bb-c49d-4052-8541-2b589dee1cb5), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.857367 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:29.878230 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] For port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:29.881614 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] For port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8c2a5266-6761-4d53-bcf5-3cb1c3143f86,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:29.916394 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:29.946040 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks [] for router_gateway (00e0d36b-288e-4811-80b5-b4c95421b7d1), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.965681 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:29.972288 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:30.043937 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78418bd-fbe8-4c15-bca0-47d6c57cf11a None None] Pushing event updated for resources: {'Port': ['ID=8c2a5266-6761-4d53-bcf5-3cb1c3143f86,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:30.046781 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d0084bb5-2b09-435a-a58a-537fc1714959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ef1284bb-c49d-4052-8541-2b589dee1cb5), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:30.049643 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d0084bb5-2b09-435a-a58a-537fc1714959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:30.055208 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d0084bb5-2b09-435a-a58a-537fc1714959 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ef1284bb-c49d-4052-8541-2b589dee1cb5 HTTP/1.1" status: 204 len: 168 time: 0.4211240 Sep 04 16:15:30.123227 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0084bb5-2b09-435a-a58a-537fc1714959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1284bb-c49d-4052-8541-2b589dee1cb5,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:30.176541 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48428) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:30.292999 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54924752-ca39-4483-bb6d-4e8886926e78 req-9712f40d-9828-48e1-b077-854fcab9fe75 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:30.294553 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-54924752-ca39-4483-bb6d-4e8886926e78 req-9712f40d-9828-48e1-b077-854fcab9fe75 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0909255 Sep 04 16:15:30.295480 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Allocated IP 172.27.3.5 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/2dc0cc42-f89d-46ed-bfe4-62f4872bdb42) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:30.373207 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-54924752-ca39-4483-bb6d-4e8886926e78 req-1837af42-76b4-43eb-8f80-0dfe21b589ae tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727749 Sep 04 16:15:30.492436 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks [] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:30.514899 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dc067-2ee2-4bab-8a2f-c66af751ef2b req-dd1630a2-0fa0-4dff-ada4-0d2e7b6da687 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:30.517253 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1d9dc067-2ee2-4bab-8a2f-c66af751ef2b req-dd1630a2-0fa0-4dff-ada4-0d2e7b6da687 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0590501 Sep 04 16:15:30.570356 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:30.575136 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1d9dc067-2ee2-4bab-8a2f-c66af751ef2b req-5f6ce0e8-dc36-4604-9d68-755ef0d54908 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513952 Sep 04 16:15:30.613111 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:30.673190 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ab26a900-419a-4666-b068-1e2bfd09afe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:30.682509 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:30.705361 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Pushing event updated for resources: {'Port': ['ID=2dc0cc42-f89d-46ed-bfe4-62f4872bdb42,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:30.713143 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:30.715081 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:30.716539 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:30.720208 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:30.823365 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ab26a900-419a-4666-b068-1e2bfd09afe7 admin admin] Publish callbacks [] for security_group (d58fb78a-840c-48e5-80e1-c4f66eea993a), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:30.892251 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ab26a900-419a-4666-b068-1e2bfd09afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d58fb78a-840c-48e5-80e1-c4f66eea993a), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:30.966483 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-ab26a900-419a-4666-b068-1e2bfd09afe7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=1ea5eb8c0fcb4029b8083026bf20d08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7858679 Sep 04 16:15:30.966483 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26a900-419a-4666-b068-1e2bfd09afe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58fb78a-840c-48e5-80e1-c4f66eea993a,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:30.967449 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48456) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:31.133371 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed2d-890f-4904-b22a-faf63072eabf admin admin] Publish callbacks [] for security_group (d58fb78a-840c-48e5-80e1-c4f66eea993a), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.163641 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed2d-890f-4904-b22a-faf63072eabf admin admin] Publish callbacks [] for security_group (d58fb78a-840c-48e5-80e1-c4f66eea993a), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.188925 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks [] for router_gateway (00e0d36b-288e-4811-80b5-b4c95421b7d1), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.218881 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1287b1fe-ac85-41f8-bf0c-2094b15e0a6c None None] Network b2b9ef80-2b71-48ed-a94f-408f1798eb56 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:15:31.251343 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:31.297932 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:31.337586 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e4be04a4-80c1-4fa2-b17b-4625182bdc16 None None] Provisioning complete for port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:31.338026 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e4be04a4-80c1-4fa2-b17b-4625182bdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.424413 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed2d-890f-4904-b22a-faf63072eabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d58fb78a-840c-48e5-80e1-c4f66eea993a), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.430530 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8ca7ed2d-890f-4904-b22a-faf63072eabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.437887 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-8ca7ed2d-890f-4904-b22a-faf63072eabf admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d58fb78a-840c-48e5-80e1-c4f66eea993a HTTP/1.1" status: 204 len: 168 time: 0.4692333 Sep 04 16:15:31.468402 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (00e0d36b-288e-4811-80b5-b4c95421b7d1), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.480535 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7ed2d-890f-4904-b22a-faf63072eabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58fb78a-840c-48e5-80e1-c4f66eea993a,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:31.495317 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e4be04a4-80c1-4fa2-b17b-4625182bdc16 None None] Current status of the port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:31.496312 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e4be04a4-80c1-4fa2-b17b-4625182bdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.592345 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e4be04a4-80c1-4fa2-b17b-4625182bdc16 None None] For port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8c2a5266-6761-4d53-bcf5-3cb1c3143f86,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:31.651756 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:31.713360 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:31.714162 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.772782 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e4be04a4-80c1-4fa2-b17b-4625182bdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.777704 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Router 00e0d36b-288e-4811-80b5-b4c95421b7d1 is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:15:31.892800 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:31.910116 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be04a4-80c1-4fa2-b17b-4625182bdc16 None None] Pushing event updated for resources: {'Port': ['ID=8c2a5266-6761-4d53-bcf5-3cb1c3143f86,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:31.926535 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-9926b674-6597-4b27-9748-1c6ac4c5a913 None None] Provisioning complete for port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:31.926906 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9926b674-6597-4b27-9748-1c6ac4c5a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:31.928624 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:31.948394 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:15:31.971112 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Sync routers for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:15:31.995617 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:31.996402 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:32.030641 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:32.035588 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48484) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:32.036468 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-be8b0150-efe6-4a95-b7f2-edb264bc459c admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0374961 Sep 04 16:15:32.149139 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-9926b674-6597-4b27-9748-1c6ac4c5a913 None None] Current status of the port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:32.170503 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:32.446900 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:30Z', 'revision_number': 3, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:32.491236 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Checking router: 00e0d36b-288e-4811-80b5-b4c95421b7d1 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:15:32.491598 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Updating router 00e0d36b-288e-4811-80b5-b4c95421b7d1 port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:15:32.531894 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:32.615442 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:32.704028 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:32.711784 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:32.839632 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Allocated IP 172.20.0.1 (b2b9ef80-2b71-48ed-a94f-408f1798eb56/3797ebf1-8cfe-4502-b2ad-8c62a032dc40/7d66abae-336e-4ddb-aaad-233a67fb1905) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:32.924617 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Publish callbacks [] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:32.960872 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:32.965264 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Publish callbacks [] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:32.998025 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.060900 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.076479 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe61e8d-fa1a-4f05-879d-2183287960ce None None] Pushing event updated for resources: {'Port': ['ID=2dc0cc42-f89d-46ed-bfe4-62f4872bdb42,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:33.086270 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Attempting to bind port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:33.091260 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Attempting to bind port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:33.091260 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Attempting to bind port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:33.095635 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:33.095635 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:33.095952 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.096752 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:33.096935 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Bound port: 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:33.100658 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.158096 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Network b2b9ef80-2b71-48ed-a94f-408f1798eb56 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:33.162527 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:33.167209 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:33.199034 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] For port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:33.211809 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] For port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=2dc0cc42-f89d-46ed-bfe4-62f4872bdb42,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:33.213353 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (00e0d36b-288e-4811-80b5-b4c95421b7d1), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.216535 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d66abae-336e-4ddb-aaad-233a67fb1905,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:33.293435 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.341802 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:33.342478 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:33.364465 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772417ca-ebef-41be-8467-01d22e4814b0 req-fd8cffe3-5a87-4e37-ae3a-bd2fa90fa017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:33.367291 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-772417ca-ebef-41be-8467-01d22e4814b0 req-fd8cffe3-5a87-4e37-ae3a-bd2fa90fa017 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 1129 time: 0.1039286 Sep 04 16:15:33.456256 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b49798-8471-4cfa-9377-b78ecad910aa req-2ffc1093-4269-4469-a2c0-9b8496295c25 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:33.464165 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84b49798-8471-4cfa-9377-b78ecad910aa req-2ffc1093-4269-4469-a2c0-9b8496295c25 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1999106 Sep 04 16:15:33.475198 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:33.498619 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48538) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:33.661946 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84b49798-8471-4cfa-9377-b78ecad910aa req-2ddd075c-19f0-44a9-8b10-9e2cba4ac808 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919363 Sep 04 16:15:33.662045 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-35904281-network', 'tenant_id': '56e82ba24a474557af758826743136d9'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:33.672878 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772417ca-ebef-41be-8467-01d22e4814b0 req-3f680672-72e9-4792-a98e-0bed954fff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:33.674528 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-772417ca-ebef-41be-8467-01d22e4814b0 req-3f680672-72e9-4792-a98e-0bed954fff9a service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.2926762 Sep 04 16:15:33.677435 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:33.695968 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:33.728795 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-772417ca-ebef-41be-8467-01d22e4814b0 req-6e6a29c0-c942-44cd-a2d8-58e54c5892f8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3 HTTP/1.1" status: 200 len: 217 time: 0.0453870 Sep 04 16:15:33.760949 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Made reservation on behalf of 56e82ba24a474557af758826743136d9 for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:33.766729 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.781460 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.786395 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.794094 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e8d586b6-caf9-493d-aa59-006a356b1165 None None] Provisioning complete for port 7d66abae-336e-4ddb-aaad-233a67fb1905 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:33.794465 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e8d586b6-caf9-493d-aa59-006a356b1165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.810190 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772417ca-ebef-41be-8467-01d22e4814b0 req-5bbe8a3c-16ba-4985-8a64-13d09720bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:33.811861 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-772417ca-ebef-41be-8467-01d22e4814b0 req-5bbe8a3c-16ba-4985-8a64-13d09720bc3c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.0647213 Sep 04 16:15:33.884944 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe61e8d-fa1a-4f05-879d-2183287960ce None None] Pushing event updated for resources: {'Port': ['ID=2dc0cc42-f89d-46ed-bfe4-62f4872bdb42,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:33.894155 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Publish callbacks [] for security_group (1088d1d4-69cf-4be4-8068-2311245b36bd), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.896792 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772417ca-ebef-41be-8467-01d22e4814b0 req-03f771d8-d0fc-4a50-8346-c439fb12f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:33.898310 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-772417ca-ebef-41be-8467-01d22e4814b0 req-03f771d8-d0fc-4a50-8346-c439fb12f471 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627651 Sep 04 16:15:33.900318 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:33.922658 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e8d586b6-caf9-493d-aa59-006a356b1165 None None] Port 7d66abae-336e-4ddb-aaad-233a67fb1905 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:15:33.930143 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:33.930519 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:33.980267 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:33.999498 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1088d1d4-69cf-4be4-8068-2311245b36bd), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.022040 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=106841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:15:34.028522 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:30Z', 'revision_number': 3, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:34.034993 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:34.041971 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (9c80359a-f669-4148-b111-ee7b96d653a9), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.042362 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Added segment 9c80359a-f669-4148-b111-ee7b96d653a9 of type vlan for network 2405227e-d5b0-44f1-b814-62bb7f0eb040 Sep 04 16:15:34.044090 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:34.074764 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-772417ca-ebef-41be-8467-01d22e4814b0 req-832a0be5-bbd4-45d3-bfe6-42cbba2019bb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614957 Sep 04 16:15:34.105115 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db24f12-16a1-4005-b631-0c7bf08b0c11 None None] The sync data for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi is: [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:30Z', 'revision_number': 3, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:15:34.120339 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (2405227e-d5b0-44f1-b814-62bb7f0eb040), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.120729 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:34.130779 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Publish callbacks [] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.167385 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1088d1d4-69cf-4be4-8068-2311245b36bd,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:34.229167 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.236934 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-772417ca-ebef-41be-8467-01d22e4814b0 req-7d813332-dc42-450c-96b7-7af6d03f4b09 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509705 Sep 04 16:15:34.251362 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (2405227e-d5b0-44f1-b814-62bb7f0eb040), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.252924 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:34.254223 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.317825 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7d66abae-336e-4ddb-aaad-233a67fb1905,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:34.320550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (00e0d36b-288e-4811-80b5-b4c95421b7d1), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.347121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.347121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.347121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.347121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.347121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.347617 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] Pushing event updated for resources: {'Network': ['ID=2405227e-d5b0-44f1-b814-62bb7f0eb040,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:34.347693 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.347693 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.347693 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.347693 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.347693 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.348008 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.348340 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.348731 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.349120 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.349503 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:34.376404 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:15:34.378231 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a93a8e31-58a5-4164-bc85-a2d2eb78dbaa admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8784122 Sep 04 16:15:34.381253 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48552) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:34.389120 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Request body: {'subnet': {'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-35904281-subnet', 'tenant_id': '56e82ba24a474557af758826743136d9', 'ip_version': 4}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:34.503540 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Made reservation on behalf of 56e82ba24a474557af758826743136d9 for: {'subnet': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:34.506870 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25769428'] for subnet (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.531205 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:34.718507 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:34.775794 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-34a1db6b-e306-4f35-91a3-3b795ff44deb tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/networks?tenant_id=f0323333989a4014a3be79e8349e1840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601935 Sep 04 16:15:34.799750 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25855093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25769446'] for subnet (02cb4868-8246-4c8e-8cf1-6b6f6db05351), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:34.864023 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02cb4868-8246-4c8e-8cf1-6b6f6db05351,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:34.884609 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Checking segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:34.884609 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Network hostable DHCP agents. Network: 2405227e-d5b0-44f1-b814-62bb7f0eb040, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:15:34.902231 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Network b2b9ef80-2b71-48ed-a94f-408f1798eb56 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:34.908362 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9bdce-61e8-4864-bba3-d4042588279b req-091f9214-cc8f-40c0-b019-c919134cd349 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:34.909903 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e7e9bdce-61e8-4864-bba3-d4042588279b req-091f9214-cc8f-40c0-b019-c919134cd349 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1672642 Sep 04 16:15:34.918270 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:34.970734 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:15:35.061331 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 2405227e-d5b0-44f1-b814-62bb7f0eb040) {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:35.067312 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:35.067916 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:35.072404 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be93c4-fa77-48b7-9470-fb0134a5049a None None] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:15:35.150972 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-0f2fec98-0386-45d8-acfd-a71c7ce5fe03 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:35.152465 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-0f2fec98-0386-45d8-acfd-a71c7ce5fe03 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515501 Sep 04 16:15:35.175494 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-37f048b4-cf99-428e-b6be-050a3cba8c40 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7902412 Sep 04 16:15:35.177093 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48570) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:35.182573 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:35.197337 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e7e9bdce-61e8-4864-bba3-d4042588279b req-f58cb6b2-5518-4329-88ae-7b61d0384ef3 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801118 Sep 04 16:15:35.217523 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:35.243725 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-6c6c99ad-c389-4e88-ae10-45b121de1f15 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/quotas/f0323333989a4014a3be79e8349e1840 HTTP/1.1" status: 200 len: 375 time: 0.0604243 Sep 04 16:15:35.274075 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-93ee4c45-3e6f-4766-b51c-b99a5576b1eb None None] Provisioning complete for port 7d66abae-336e-4ddb-aaad-233a67fb1905 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:35.274526 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-93ee4c45-3e6f-4766-b51c-b99a5576b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:35.276079 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-23404ac7-315c-4e92-b57c-1107bf35a190 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=f0323333989a4014a3be79e8349e1840&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316029 Sep 04 16:15:35.284677 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (2c80ad6a-07ee-471d-bb67-9209b28836bd), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:35.290421 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (2c80ad6a-07ee-471d-bb67-9209b28836bd), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:35.291851 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Router 00e0d36b-288e-4811-80b5-b4c95421b7d1 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:15:35.333418 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf268b-2904-489e-8855-2779429680db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-2405227e-d5b0-44f1-b814-62bb7f0eb040', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:15:35.333686 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:35.333864 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:35.401154 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-93ee4c45-3e6f-4766-b51c-b99a5576b1eb None None] Port 7d66abae-336e-4ddb-aaad-233a67fb1905 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:15:35.419337 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks [] for router_controller (2c80ad6a-07ee-471d-bb67-9209b28836bd), precommit_add_association {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:35.453146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:15:35.467300 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-b1703c9b-b641-4145-948f-6c91a18a92f7 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/00e0d36b-288e-4811-80b5-b4c95421b7d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4217389 Sep 04 16:15:35.599440 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-50cf268b-2904-489e-8855-2779429680db None None] Allocated IP 172.20.0.2 (2405227e-d5b0-44f1-b814-62bb7f0eb040/02cb4868-8246-4c8e-8cf1-6b6f6db05351/01e2da5f-17a9-4a22-94c1-3d7aae38ff05) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:35.638776 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:35.724546 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks [] for router_gateway (2c80ad6a-07ee-471d-bb67-9209b28836bd), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:35.731113 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-2ad2902c-3960-4de7-8a41-d6a2016edad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:35.780720 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:35.781099 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:35.802023 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2bb70985-15f7-4538-b781-69c0ca1f7947 req-8d067ed1-7f7f-4483-ad27-c6aa646012bc tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0633285 Sep 04 16:15:35.993218 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:35.994827 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:35.995218 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.037427 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=2dc0cc42-f89d-46ed-bfe4-62f4872bdb42,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:36.041731 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Publish callbacks [] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.110654 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks [] for router_gateway (2c80ad6a-07ee-471d-bb67-9209b28836bd), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.111075 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.116909 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.136178 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.160341 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf268b-2904-489e-8855-2779429680db None None] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:36.168847 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-50cf268b-2904-489e-8855-2779429680db None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:36.173102 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf268b-2904-489e-8855-2779429680db None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:36.203061 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf268b-2904-489e-8855-2779429680db None None] Pushing event updated for resources: {'Port': ['ID=01e2da5f-17a9-4a22-94c1-3d7aae38ff05,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:36.268596 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.268943 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.269287 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.269650 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.269986 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.270311 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.270634 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.270956 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.271276 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.271594 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.271916 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.272254 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.272566 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.272885 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.273195 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:36.320114 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Allocated IP 172.27.3.225 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/b1ceddec-e15d-419f-acba-1af4604fa21a) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:36.335471 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:36.364030 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-50cf268b-2904-489e-8855-2779429680db None None] Attempting to bind port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:36.364393 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-50cf268b-2904-489e-8855-2779429680db None None] Attempting to bind port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:36.366088 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf268b-2904-489e-8855-2779429680db None None] Attempting to bind port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:36.394836 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Sync routers for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:15:36.420421 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:36.421874 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:36.430092 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:36.432847 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acca08-85f4-4bc6-ae8c-4e026dfba8d8 req-9dda3db9-cf6c-4d32-adcb-3ace1e40b61c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:36.436894 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=2dc0cc42-f89d-46ed-bfe4-62f4872bdb42,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:36.438044 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-34acca08-85f4-4bc6-ae8c-4e026dfba8d8 req-9dda3db9-cf6c-4d32-adcb-3ace1e40b61c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1170528 Sep 04 16:15:36.478093 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf268b-2904-489e-8855-2779429680db None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:36.478729 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf268b-2904-489e-8855-2779429680db None None] Checking segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:36.481489 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.482044 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cf268b-2904-489e-8855-2779429680db None None] Bound using segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:36.489509 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-50cf268b-2904-489e-8855-2779429680db None None] Bound port: 01e2da5f-17a9-4a22-94c1-3d7aae38ff05, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:36.489509 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.535674 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks [] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.558138 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-34acca08-85f4-4bc6-ae8c-4e026dfba8d8 req-d3fe6c68-4de9-474d-ab6a-2dffb7148720 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133475 Sep 04 16:15:36.610324 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-50cf268b-2904-489e-8855-2779429680db None None] For port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:36.614194 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-50cf268b-2904-489e-8855-2779429680db None None] For port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=01e2da5f-17a9-4a22-94c1-3d7aae38ff05,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:36.650432 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48610) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:36.651126 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:36.655877 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-147298153-network', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:36.662956 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.696862 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-50cf268b-2904-489e-8855-2779429680db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.753729 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:36.767088 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf268b-2904-489e-8855-2779429680db None None] Pushing event updated for resources: {'Port': ['ID=01e2da5f-17a9-4a22-94c1-3d7aae38ff05,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:36.767215 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:36.776270 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:36.813285 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Pushing event updated for resources: {'Port': ['ID=b1ceddec-e15d-419f-acba-1af4604fa21a,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:36.839035 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Made reservation on behalf of e490f07e81604d68a8aa6ccc2b3ee34d for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:36.841877 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.888963 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.890657 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '7d66abae-336e-4ddb-aaad-233a67fb1905', 'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'mac_address': 'fa:16:3e:2a:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:32Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 2, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'subnets': [{'id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:36.918356 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Checking router: 00e0d36b-288e-4811-80b5-b4c95421b7d1 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:15:36.919043 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Updating router 00e0d36b-288e-4811-80b5-b4c95421b7d1 port 7d66abae-336e-4ddb-aaad-233a67fb1905 binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:15:36.955416 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:36.956418 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-56e3a7f5-9fd9-4a17-abe7-d894ac7a7772 req-ad17858f-d21c-4ce3-8ec4-09408ba70b91 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0756555 Sep 04 16:15:37.045064 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:37.102509 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Publish callbacks [] for security_group (1a8105c9-b25c-43b7-9e83-fc4d1bdfceee), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.155309 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1a8105c9-b25c-43b7-9e83-fc4d1bdfceee), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.207498 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=106841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:15:37.240988 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8105c9-b25c-43b7-9e83-fc4d1bdfceee,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:37.249001 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (f26f7923-dc4c-4060-8e4f-b93a381e464c), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.249439 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Added segment f26f7923-dc4c-4060-8e4f-b93a381e464c of type vlan for network 2c10e826-b760-4e2b-80b4-1d6683856c07 Sep 04 16:15:37.282115 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Publish callbacks [] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.294418 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks [] for router_gateway (2c80ad6a-07ee-471d-bb67-9209b28836bd), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.359892 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.454213 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Pushing event updated for resources: {'Port': ['ID=7d66abae-336e-4ddb-aaad-233a67fb1905,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:37.468082 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.468527 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.470276 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.470711 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.471457 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.471939 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.472281 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.472908 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.473258 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.474053 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.474379 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.474736 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.475094 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.475536 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.475966 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:37.485925 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Attempting to bind port 7d66abae-336e-4ddb-aaad-233a67fb1905 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:37.486287 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Attempting to bind port 7d66abae-336e-4ddb-aaad-233a67fb1905 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:37.486642 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Attempting to bind port 7d66abae-336e-4ddb-aaad-233a67fb1905 on network b2b9ef80-2b71-48ed-a94f-408f1798eb56 {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:37.494250 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:37.494250 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Checking segment: {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:37.494436 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.494778 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Bound using segment: {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:37.495275 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Bound port: 7d66abae-336e-4ddb-aaad-233a67fb1905, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:37.495729 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.620458 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] For port 7d66abae-336e-4ddb-aaad-233a67fb1905, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:37.623177 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] For port 7d66abae-336e-4ddb-aaad-233a67fb1905, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=7d66abae-336e-4ddb-aaad-233a67fb1905,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:37.696131 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (2c10e826-b760-4e2b-80b4-1d6683856c07), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.697283 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.776628 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:37.777245 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:37.783193 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:INSERT=11 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:37.805396 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:37.846699 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5b80c-130b-46a7-a8a9-dd20056be93b req-9f8869c6-b10e-4ac7-8f4f-13dc6f055bc1 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:37.849023 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b5e5b80c-130b-46a7-a8a9-dd20056be93b req-9f8869c6-b10e-4ac7-8f4f-13dc6f055bc1 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1343057 Sep 04 16:15:37.888579 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (2c80ad6a-07ee-471d-bb67-9209b28836bd), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.902553 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:37.903170 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.907764 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (2c10e826-b760-4e2b-80b4-1d6683856c07), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.909009 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:37.909630 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:37.937010 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:37.985214 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-65d0daab-80ac-4824-a437-26ecd485bf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:38.002391 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:38.003812 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:38.018446 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b5e5b80c-130b-46a7-a8a9-dd20056be93b req-ef8a7120-0395-4c97-9c70-48961925d31c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622937 Sep 04 16:15:38.055120 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412422a6-48f4-4758-ab21-19803a91d2b2 None None] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:15:38.140571 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b0b81773-0cb7-486d-b32a-da65df9a4559 req-d3b1ad6e-c074-49eb-9a20-5573c0d826dd tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0391371 Sep 04 16:15:38.142724 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:38.144006 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:38.201660 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e851a920-beb2-45e1-84ae-c133e3cc2c90 None None] Provisioning complete for port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:38.202523 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e851a920-beb2-45e1-84ae-c133e3cc2c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:38.218612 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] Pushing event updated for resources: {'Network': ['ID=2c10e826-b760-4e2b-80b4-1d6683856c07,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:38.224665 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:38.225839 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:38.227567 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48630) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:38.227811 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-4ab3f88a-0323-44dd-8b82-877f0430c750 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5759883 Sep 04 16:15:38.233515 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Request body: {'subnet': {'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-147298153-subnet', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:38.262399 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307585f-548f-409b-a97b-110cec2f4cfb None None] Pushing event updated for resources: {'Port': ['ID=7d66abae-336e-4ddb-aaad-233a67fb1905,revision_number=4']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:38.292171 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 2c10e826-b760-4e2b-80b4-1d6683856c07 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:15:38.382515 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Made reservation on behalf of e490f07e81604d68a8aa6ccc2b3ee34d for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:38.382721 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Router 2c80ad6a-07ee-471d-bb67-9209b28836bd is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:15:38.384907 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25936485'] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:38.393367 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '7d66abae-336e-4ddb-aaad-233a67fb1905', 'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'mac_address': 'fa:16:3e:2a:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:32Z', 'updated_at': '2022-09-04T16:15:37Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'subnets': [{'id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:38.459286 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4949f6c0-1855-4228-ae0b-4d038f961970 None None] The sync data for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi is: [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '7d66abae-336e-4ddb-aaad-233a67fb1905', 'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'mac_address': 'fa:16:3e:2a:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:32Z', 'updated_at': '2022-09-04T16:15:37Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'subnets': [{'id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:15:38.622270 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:38.639088 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:15:38.677663 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Sync routers for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:15:38.727801 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:38.728195 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:38.728838 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:38.732713 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-2c7434d5-f1d4-463a-a836-f13546e6b3cf admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5545473 Sep 04 16:15:38.734918 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48636) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:38.812276 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:38.826918 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26524805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25936471'] for subnet (403c74d8-d222-4b54-ae75-71d7446e75f2), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:38.887030 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e851a920-beb2-45e1-84ae-c133e3cc2c90 None None] Current status of the port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:38.887429 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e851a920-beb2-45e1-84ae-c133e3cc2c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:38.904087 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:38.925373 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:38.925805 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:38.939143 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Pushing event updated for resources: {'Subnet': ['ID=403c74d8-d222-4b54-ae75-71d7446e75f2,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:38.951596 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:38.986889 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e851a920-beb2-45e1-84ae-c133e3cc2c90 None None] For port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=01e2da5f-17a9-4a22-94c1-3d7aae38ff05,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:38.991449 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Checking segment: {'id': 'f26f7923-dc4c-4060-8e4f-b93a381e464c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:38.991899 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Network hostable DHCP agents. Network: 2c10e826-b760-4e2b-80b4-1d6683856c07, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:15:39.026003 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:39.077703 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e851a920-beb2-45e1-84ae-c133e3cc2c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.117149 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Network 2c10e826-b760-4e2b-80b4-1d6683856c07 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:15:39.151658 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.178218 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.db.api [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 16:15:39.183947 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG oslo_db.api [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 16:15:39.199569 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851a920-beb2-45e1-84ae-c133e3cc2c90 None None] Pushing event updated for resources: {'Port': ['ID=01e2da5f-17a9-4a22-94c1-3d7aae38ff05,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:39.215139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 2c10e826-b760-4e2b-80b4-1d6683856c07) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:39.218223 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-7f52fcec-dc28-4a61-bdc0-1484202f3aa3 None None] Provisioning complete for port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:39.218705 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7f52fcec-dc28-4a61-bdc0-1484202f3aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.223412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a418e-8c9b-4c45-a209-32e3dfc77a53 req-0aabaf29-1e52-47aa-a588-d3c864d2161f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:39.224811 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec9a418e-8c9b-4c45-a209-32e3dfc77a53 req-0aabaf29-1e52-47aa-a588-d3c864d2161f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1001251 Sep 04 16:15:39.231045 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:39.231627 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.244212 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cba004-9911-4387-ab78-1ad7d13636ee None None] Network 2c10e826-b760-4e2b-80b4-1d6683856c07 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:15:39.339448 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-be4234ef-e05b-439f-a203-64fe6b63abf9 req-13ca702e-12ee-491e-a368-4e2ccba0eb76 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0637739 Sep 04 16:15:39.355045 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:37Z', 'revision_number': 3, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:39.381386 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-5c43ca42-4f52-4baf-af73-4d21505efdab admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1501269 Sep 04 16:15:39.382537 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48646) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:39.389267 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:39.390656 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec9a418e-8c9b-4c45-a209-32e3dfc77a53 req-3c6c3767-9bd2-4d9e-a60b-50d7d7f49c8f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455212 Sep 04 16:15:39.407510 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Checking router: 2c80ad6a-07ee-471d-bb67-9209b28836bd for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:15:39.407872 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Updating router 2c80ad6a-07ee-471d-bb67-9209b28836bd port b1ceddec-e15d-419f-acba-1af4604fa21a binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:15:39.413713 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:39.452899 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.479932 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.485354 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-2c10e826-b760-4e2b-80b4-1d6683856c07', 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07', 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'fixed_ips': [{'subnet_id': '403c74d8-d222-4b54-ae75-71d7446e75f2'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:15:39.486399 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.503744 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (477200f3-ac13-45be-aef2-ae4eeb1afcdc), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.506234 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (477200f3-ac13-45be-aef2-ae4eeb1afcdc), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.510709 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:39.546230 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-7f52fcec-dc28-4a61-bdc0-1484202f3aa3 None None] Current status of the port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:39.574674 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks [] for router_controller (477200f3-ac13-45be-aef2-ae4eeb1afcdc), precommit_add_association {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.655412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Allocated IP 172.20.0.1 (2405227e-d5b0-44f1-b814-62bb7f0eb040/02cb4868-8246-4c8e-8cf1-6b6f6db05351/01ef352c-cf15-4fdc-8ff6-e8380b2ce422) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:39.809323 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Publish callbacks [] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.826345 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:39.849316 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks [] for router_gateway (477200f3-ac13-45be-aef2-ae4eeb1afcdc), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:39.886935 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Allocated IP 172.20.0.2 (2c10e826-b760-4e2b-80b4-1d6683856c07/403c74d8-d222-4b54-ae75-71d7446e75f2/82062148-75b3-4525-9aa1-17c9e1d7f225) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:39.910278 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:39.931782 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.009104 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:40.013028 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:40.017655 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:40.022236 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:40.026628 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Pushing event updated for resources: {'Port': ['ID=01ef352c-cf15-4fdc-8ff6-e8380b2ce422,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:40.052200 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 7d66abae-336e-4ddb-aaad-233a67fb1905 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:40.061091 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:40.071762 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (2c80ad6a-07ee-471d-bb67-9209b28836bd), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.114535 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Publish callbacks [] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.199677 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Publish callbacks [] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.201236 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 7d66abae-336e-4ddb-aaad-233a67fb1905 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:40.201613 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.230700 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.238462 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks [] for router_gateway (477200f3-ac13-45be-aef2-ae4eeb1afcdc), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.258903 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.263933 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:40.272750 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Attempting to bind port b1ceddec-e15d-419f-acba-1af4604fa21a on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:40.272750 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Attempting to bind port b1ceddec-e15d-419f-acba-1af4604fa21a by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:40.273019 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Attempting to bind port b1ceddec-e15d-419f-acba-1af4604fa21a on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:40.293208 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dade2a4-a7c6-44d0-bdb4-02a9ceae65b2 None None] Pushing event updated for resources: {'Port': ['ID=b1ceddec-e15d-419f-acba-1af4604fa21a,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:40.295721 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:40.296084 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:40.296481 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.296851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:40.297428 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Bound port: b1ceddec-e15d-419f-acba-1af4604fa21a, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:40.297817 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.345861 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.403967 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Allocated IP 172.27.3.114 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/b982990d-9d79-4d5a-9b56-207eb2c2ff94) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:40.417111 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:40.499440 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-78a58718-62cb-44f2-84a9-a84c2a55c4ff req-889b1647-86af-4037-ae0f-945c9a5c880c tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0405569 Sep 04 16:15:40.785186 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks [] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.785889 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ed11f-08a2-4a5f-9cd1-cd88f6ad98ab req-df3841f6-5a91-4071-a683-edab4639901a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:40.785889 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-739ed11f-08a2-4a5f-9cd1-cd88f6ad98ab req-df3841f6-5a91-4071-a683-edab4639901a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0784023 Sep 04 16:15:40.786095 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.786095 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 7d66abae-336e-4ddb-aaad-233a67fb1905 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:40.786095 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.786095 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-c6be01f9-2947-4a20-abf1-0fbd8d51ece9 None None] Provisioning complete for port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:40.786095 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c6be01f9-2947-4a20-abf1-0fbd8d51ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.786510 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Publish callbacks [] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.786601 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] For port b1ceddec-e15d-419f-acba-1af4604fa21a, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:40.786708 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-739ed11f-08a2-4a5f-9cd1-cd88f6ad98ab req-7ba12d1e-712c-4bbf-89b2-0f28ee88018b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710804 Sep 04 16:15:40.786806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Network 2c10e826-b760-4e2b-80b4-1d6683856c07 is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:40.786806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] For port b1ceddec-e15d-419f-acba-1af4604fa21a, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b1ceddec-e15d-419f-acba-1af4604fa21a,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:40.786806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:40.786806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Pushing event updated for resources: {'Port': ['ID=82062148-75b3-4525-9aa1-17c9e1d7f225,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:40.786806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:40.786806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-c6be01f9-2947-4a20-abf1-0fbd8d51ece9 None None] Port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:15:40.786806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 7d66abae-336e-4ddb-aaad-233a67fb1905, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=7d66abae-336e-4ddb-aaad-233a67fb1905,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:40.806246 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Attempting to bind port 82062148-75b3-4525-9aa1-17c9e1d7f225 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:40.808761 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Attempting to bind port 82062148-75b3-4525-9aa1-17c9e1d7f225 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'f26f7923-dc4c-4060-8e4f-b93a381e464c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:40.808761 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Attempting to bind port 82062148-75b3-4525-9aa1-17c9e1d7f225 on network 2c10e826-b760-4e2b-80b4-1d6683856c07 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:40.809423 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:40.812604 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:40.813278 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Checking segment: {'id': 'f26f7923-dc4c-4060-8e4f-b93a381e464c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:40.813419 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.813793 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Bound using segment: {'id': 'f26f7923-dc4c-4060-8e4f-b93a381e464c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:40.814241 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Bound port: 82062148-75b3-4525-9aa1-17c9e1d7f225, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26f7923-dc4c-4060-8e4f-b93a381e464c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:40.814609 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.851193 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.882228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] For port 82062148-75b3-4525-9aa1-17c9e1d7f225, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:40.889433 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] For port 82062148-75b3-4525-9aa1-17c9e1d7f225, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=82062148-75b3-4525-9aa1-17c9e1d7f225,segment=NetworkSegment(f26f7923-dc4c-4060-8e4f-b93a381e464c),segment_id=f26f7923-dc4c-4060-8e4f-b93a381e464c)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:40.895063 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:40.897926 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:40.901409 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:40.908418 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.912347 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.912347 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.912347 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:40.913921 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.915063 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.927479 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Pushing event updated for resources: {'Port': ['ID=b982990d-9d79-4d5a-9b56-207eb2c2ff94,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:40.939478 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.941070 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.941070 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.941070 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.941070 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.941411 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.941497 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.941807 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.942148 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.942475 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.942809 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.943134 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.943462 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.943795 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.944093 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:15:40.955719 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:40.984168 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:40.985517 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:40.991458 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:40.993297 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Pushing event updated for resources: {'Port': ['ID=01ef352c-cf15-4fdc-8ff6-e8380b2ce422,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:41.007017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (2c80ad6a-07ee-471d-bb67-9209b28836bd), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:41.053000 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=7d66abae-336e-4ddb-aaad-233a67fb1905,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:41.092983 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:41.093410 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:41.129620 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:41.131843 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:41.228463 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:41.231686 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dade2a4-a7c6-44d0-bdb4-02a9ceae65b2 None None] Pushing event updated for resources: {'Port': ['ID=b1ceddec-e15d-419f-acba-1af4604fa21a,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:41.267778 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:41.268936 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks [] for router_gateway (477200f3-ac13-45be-aef2-ae4eeb1afcdc), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:41.272402 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:41.509557 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694350d4-8a6f-4f44-9481-1fa4a01e6266 None None] Pushing event updated for resources: {'Port': ['ID=82062148-75b3-4525-9aa1-17c9e1d7f225,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:41.520946 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:41.552906 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (477200f3-ac13-45be-aef2-ae4eeb1afcdc), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:41.590655 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-8e8c7f89-6f55-44b0-9020-55ab320c4f86 None None] Provisioning complete for port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:41.591031 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7f89-6f55-44b0-9020-55ab320c4f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:41.673994 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-adb82e8c-2513-431c-8c44-d98b99bc3577 req-84dd8e2a-d4f9-42f2-8f8a-ace6807094f9 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0602193 Sep 04 16:15:41.699319 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Router 2c80ad6a-07ee-471d-bb67-9209b28836bd has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:15:41.730760 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7d985480-3230-4f27-8240-9db53d71522f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 2, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:41.762021 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-8e8c7f89-6f55-44b0-9020-55ab320c4f86 None None] Port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:15:41.768932 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d985480-3230-4f27-8240-9db53d71522f None None] The sync data for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi is: [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 2, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:15:41.787993 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Router 477200f3-ac13-45be-aef2-ae4eeb1afcdc is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:15:41.858971 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:41.873386 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defaab0d-87f8-47a8-a9f0-08bb3b99871f req-10760d76-c0c4-4cfa-85f7-53659d7dbe9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:41.874911 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-defaab0d-87f8-47a8-a9f0-08bb3b99871f req-10760d76-c0c4-4cfa-85f7-53659d7dbe9f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0972211 Sep 04 16:15:41.891738 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:15:41.911882 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-01b9eae4-83b1-4cfa-a897-b5574783ef57 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/2c80ad6a-07ee-471d-bb67-9209b28836bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1706262 Sep 04 16:15:41.915922 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-cdbaff7c-a88b-445f-aff3-58d886f856ab tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=f0323333989a4014a3be79e8349e1840&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369039 Sep 04 16:15:42.119794 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-defaab0d-87f8-47a8-a9f0-08bb3b99871f req-6455d27c-27cb-4ddf-b476-dcc7e7e5e762 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167766 Sep 04 16:15:42.214091 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-74fecc9d-9ce7-43a4-ba66-4daca806a93e tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:42.215676 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-74fecc9d-9ce7-43a4-ba66-4daca806a93e tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877238 Sep 04 16:15:42.222071 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 7d66abae-336e-4ddb-aaad-233a67fb1905 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:42.272931 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Request body: {'port': {'device_id': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17', 'admin_state_up': True, 'tenant_id': 'f0323333989a4014a3be79e8349e1840'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:42.389185 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 7d66abae-336e-4ddb-aaad-233a67fb1905 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:42.392092 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:42.518220 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:15:42.536287 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Sync routers for ids ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:15:42.554634 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Routers {'477200f3-ac13-45be-aef2-ae4eeb1afcdc'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:42.555258 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:42.559963 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 7d66abae-336e-4ddb-aaad-233a67fb1905 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:42.561402 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 82062148-75b3-4525-9aa1-17c9e1d7f225 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:42.600337 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Made reservation on behalf of f0323333989a4014a3be79e8349e1840 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:42.604871 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:42.622536 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:42.631947 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:42.634373 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6d8f33ed-c059-4bce-89ad-2be63d4b8804 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2492976 Sep 04 16:15:42.636633 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48694) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:42.644136 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 82062148-75b3-4525-9aa1-17c9e1d7f225 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:42.644716 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:42.707270 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Set router 477200f3-ac13-45be-aef2-ae4eeb1afcdc gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:42.802452 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb777b-7870-46fd-a374-2a8bfcfa824d None None] Network 2c10e826-b760-4e2b-80b4-1d6683856c07 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:15:42.838932 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-f7f0ca79-f02f-4d7c-b2a7-e48d40600fe2 None None] Provisioning complete for port 82062148-75b3-4525-9aa1-17c9e1d7f225 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:42.839307 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-f7f0ca79-f02f-4d7c-b2a7-e48d40600fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:42.846080 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks [] for security_group (68b62b78-6474-43f5-bccc-82fa373d14ba), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:42.902174 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 82062148-75b3-4525-9aa1-17c9e1d7f225 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:42.903049 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:42.975654 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c8d49b5a-28a0-4cd4-850f-be220436d129 req-6b9c62bf-b75d-4230-93c1-dccb60ffcd60 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0969777 Sep 04 16:15:42.982262 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (68b62b78-6474-43f5-bccc-82fa373d14ba), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:42.988242 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:43.050185 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 82062148-75b3-4525-9aa1-17c9e1d7f225, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=82062148-75b3-4525-9aa1-17c9e1d7f225,segment=NetworkSegment(f26f7923-dc4c-4060-8e4f-b93a381e464c),segment_id=f26f7923-dc4c-4060-8e4f-b93a381e464c)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:43.120449 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b62b78-6474-43f5-bccc-82fa373d14ba,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:43.142736 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:41Z', 'revision_number': 3, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'gw_port': {'id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:40Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:43.178449 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:43.199406 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:43.234085 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Checking router: 477200f3-ac13-45be-aef2-ae4eeb1afcdc for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:15:43.234775 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Updating router 477200f3-ac13-45be-aef2-ae4eeb1afcdc port b982990d-9d79-4d5a-9b56-207eb2c2ff94 binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:15:43.309777 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:43.368256 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=82062148-75b3-4525-9aa1-17c9e1d7f225,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:43.486873 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-f7f0ca79-f02f-4d7c-b2a7-e48d40600fe2 None None] Current status of the port 82062148-75b3-4525-9aa1-17c9e1d7f225 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:43.527606 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Allocated IP 192.168.233.20 (c75f23ff-5ccd-45af-9393-06fadec1dd17/9fb406c1-a9e9-4f35-adf0-22eaafcdade0/af83fee5-86b0-448e-964a-b5a1fb38dc23) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:43.546286 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:43.662468 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48724) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:43.673798 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-236767593-network', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:43.769341 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks [] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:43.798585 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:43.799315 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:43.822772 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-50710992-6e0b-4324-bc76-dee86c9e9a3f None None] Provisioning complete for port 82062148-75b3-4525-9aa1-17c9e1d7f225 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:43.827813 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-50710992-6e0b-4324-bc76-dee86c9e9a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:43.839395 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Made reservation on behalf of 89ffdbbdedc24fbca2fbb10c2d2fd466 for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:43.841926 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:43.847790 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd7e1-e19e-48b3-b911-cca11e5d3f5c req-c6241917-fba5-4463-afd9-0d7b8abbf3ec tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:43.849467 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-96edd7e1-e19e-48b3-b911-cca11e5d3f5c req-c6241917-fba5-4463-afd9-0d7b8abbf3ec tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.5483170 Sep 04 16:15:43.858902 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:43.870503 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:43.921075 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-96edd7e1-e19e-48b3-b911-cca11e5d3f5c req-0b8c7502-e6b2-4444-b62c-c74aabbd0e28 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599637 Sep 04 16:15:43.935699 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:43.997146 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-50710992-6e0b-4324-bc76-dee86c9e9a3f None None] Current status of the port 82062148-75b3-4525-9aa1-17c9e1d7f225 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:44.003712 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:44.029928 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Network c75f23ff-5ccd-45af-9393-06fadec1dd17 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:44.034401 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:44.035305 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Publish callbacks [] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.039922 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:44.046491 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Pushing event updated for resources: {'Port': ['ID=af83fee5-86b0-448e-964a-b5a1fb38dc23,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:44.101301 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:44.102144 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.126511 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.133738 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b1ceddec-e15d-419f-acba-1af4604fa21a up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:44.180707 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:44.182015 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c52614-d2c4-4b85-a632-b753a14e5ee3 req-fbb918fc-a3d7-4751-803b-421c7b684744 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:44.184142 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84c52614-d2c4-4b85-a632-b753a14e5ee3 req-fbb918fc-a3d7-4751-803b-421c7b684744 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 935 time: 0.0710471 Sep 04 16:15:44.195286 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Attempting to bind port b982990d-9d79-4d5a-9b56-207eb2c2ff94 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:44.196335 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Attempting to bind port b982990d-9d79-4d5a-9b56-207eb2c2ff94 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:44.197373 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Attempting to bind port b982990d-9d79-4d5a-9b56-207eb2c2ff94 on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:44.223380 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b1ceddec-e15d-419f-acba-1af4604fa21a triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:44.223753 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.233633 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:44.234658 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:44.235340 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.236037 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:44.236892 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Bound port: b982990d-9d79-4d5a-9b56-207eb2c2ff94, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:44.237476 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.239858 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Publish callbacks [] for security_group (24d66d75-3c34-414b-8376-28c5e93f3c2a), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.241814 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f0754-33a4-48aa-8aaf-3f2b724a052b None None] Pushing event updated for resources: {'Port': ['ID=b982990d-9d79-4d5a-9b56-207eb2c2ff94,revision_number=2']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:44.271434 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Allocated IP 172.20.0.1 (2c10e826-b760-4e2b-80b4-1d6683856c07/403c74d8-d222-4b54-ae75-71d7446e75f2/e7f53184-d945-4780-8aed-7e3a3cfb2b61) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:44.282184 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e9263d80-de40-4ca6-8a94-a2f66bc95031 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0411630 Sep 04 16:15:44.292057 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84c52614-d2c4-4b85-a632-b753a14e5ee3 req-28126456-fe94-4a24-b29d-b1d5c8ddd165 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973930 Sep 04 16:15:44.305345 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Request body: {'port': {'device_id': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:44.312908 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (24d66d75-3c34-414b-8376-28c5e93f3c2a), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.344031 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] For port b982990d-9d79-4d5a-9b56-207eb2c2ff94, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:44.346851 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] For port b982990d-9d79-4d5a-9b56-207eb2c2ff94, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b982990d-9d79-4d5a-9b56-207eb2c2ff94,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:44.360714 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=106841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:15:44.382966 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (464d1981-c5d1-4cae-b55b-2182324e291c), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.383240 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Added segment 464d1981-c5d1-4cae-b55b-2182324e291c of type vlan for network 4dfa22ca-49a2-4953-88b0-648b8884e184 Sep 04 16:15:44.437413 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.439393 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.535510 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Routers {'477200f3-ac13-45be-aef2-ae4eeb1afcdc'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:44.535510 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:44.541384 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=6 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:44.592407 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:44.593343 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-157a23df-7ee6-4470-8fdd-c2deac3fbef5 None None] Provisioning complete for port af83fee5-86b0-448e-964a-b5a1fb38dc23 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:44.594543 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-157a23df-7ee6-4470-8fdd-c2deac3fbef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.596484 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f0754-33a4-48aa-8aaf-3f2b724a052b None None] Pushing event updated for resources: {'Port': ['ID=b982990d-9d79-4d5a-9b56-207eb2c2ff94,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:44.641800 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Publish callbacks [] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.646552 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (4dfa22ca-49a2-4953-88b0-648b8884e184), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.652183 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d66d75-3c34-414b-8376-28c5e93f3c2a,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:44.721935 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b1ceddec-e15d-419f-acba-1af4604fa21a is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:44.722440 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.736587 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (4dfa22ca-49a2-4953-88b0-648b8884e184), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.738848 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:44.739590 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.743605 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-157a23df-7ee6-4470-8fdd-c2deac3fbef5 None None] Port af83fee5-86b0-448e-964a-b5a1fb38dc23 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:15:44.757060 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.779301 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] Set router 477200f3-ac13-45be-aef2-ae4eeb1afcdc gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:44.779512 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port b1ceddec-e15d-419f-acba-1af4604fa21a, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b1ceddec-e15d-419f-acba-1af4604fa21a,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:44.819763 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af83fee5-86b0-448e-964a-b5a1fb38dc23 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:15:44.824137 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:44.829121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Publish callbacks [] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.834052 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1681783 Sep 04 16:15:44.839218 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48744) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:44.840247 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.842362 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 82062148-75b3-4525-9aa1-17c9e1d7f225 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:44.847595 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Request body: {'subnet': {'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-236767593-subnet', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:44.864726 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Network 2c10e826-b760-4e2b-80b4-1d6683856c07 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:44.870768 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:44.873393 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad22f84-29ea-41b5-9027-8bcd589792a5 admin admin] Pushing event updated for resources: {'Network': ['ID=4dfa22ca-49a2-4953-88b0-648b8884e184,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:44.873649 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Transition to ACTIVE for port object af83fee5-86b0-448e-964a-b5a1fb38dc23 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:15:44.886806 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:44.891566 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f53184-d945-4780-8aed-7e3a3cfb2b61,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:44.930175 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:44.933317 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 4dfa22ca-49a2-4953-88b0-648b8884e184 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:15:44.935762 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.940673 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Made reservation on behalf of 89ffdbbdedc24fbca2fbb10c2d2fd466 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:15:44.943891 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25936485'] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:44.963692 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (477200f3-ac13-45be-aef2-ae4eeb1afcdc), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:45.053322 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:41Z', 'revision_number': 3, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'gw_port': {'id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:40Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:45.095204 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=b1ceddec-e15d-419f-acba-1af4604fa21a,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:45.110350 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f919e2-9e1f-4c70-bf8b-409951c2ff3f None None] The sync data for ids ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'] in dv-cinder-852364-6-iscsi is: [{'id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:41Z', 'revision_number': 3, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'gw_port': {'id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:40Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:15:45.116515 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 82062148-75b3-4525-9aa1-17c9e1d7f225 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:45.117046 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:45.164781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:45.226855 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:45.248753 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:45.275653 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 82062148-75b3-4525-9aa1-17c9e1d7f225 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:45.275859 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84affeb0-d936-49bd-aef9-f5815177f371 req-fda31f89-6252-401e-bb25-e7feb90f7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:45.278156 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84affeb0-d936-49bd-aef9-f5815177f371 req-fda31f89-6252-401e-bb25-e7feb90f7401 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 1129 time: 0.1613164 Sep 04 16:15:45.278459 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-76ce5c62-fce7-4ba3-85d1-878fe8666542 None None] Provisioning complete for port e7f53184-d945-4780-8aed-7e3a3cfb2b61 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:45.278829 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-76ce5c62-fce7-4ba3-85d1-878fe8666542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:45.320651 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-76ce5c62-fce7-4ba3-85d1-878fe8666542 None None] Port e7f53184-d945-4780-8aed-7e3a3cfb2b61 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:15:45.340424 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Pushing event updated for resources: {'Port': ['ID=af83fee5-86b0-448e-964a-b5a1fb38dc23,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:45.352621 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff411d0-a245-406e-a34d-903e9bd16aaa req-e909fa29-9c2e-4693-b1b7-27474015269d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:45.354620 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fff411d0-a245-406e-a34d-903e9bd16aaa req-e909fa29-9c2e-4693-b1b7-27474015269d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.2389076 Sep 04 16:15:45.451204 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Publish callbacks [] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:45.514680 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25861116'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:45.581720 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:45.588680 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (477200f3-ac13-45be-aef2-ae4eeb1afcdc), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:45.590584 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f53184-d945-4780-8aed-7e3a3cfb2b61,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:45.652118 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907138-7dbb-4037-a556-3cd633105211 req-e77edc9b-c4e9-47f4-bc2c-1a8ecf4eeccf tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:45.653633 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4f907138-7dbb-4037-a556-3cd633105211 req-e77edc9b-c4e9-47f4-bc2c-1a8ecf4eeccf tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 947 time: 0.1816607 Sep 04 16:15:45.659800 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Attempting to bind port af83fee5-86b0-448e-964a-b5a1fb38dc23 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:45.660134 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Attempting to bind port af83fee5-86b0-448e-964a-b5a1fb38dc23 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'a06bdeca-6a4b-4b5a-8ea5-0b45e273b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:45.660443 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Attempting to bind port af83fee5-86b0-448e-964a-b5a1fb38dc23 on network c75f23ff-5ccd-45af-9393-06fadec1dd17 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:45.679077 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fff411d0-a245-406e-a34d-903e9bd16aaa req-01cec16e-95a5-4191-adf3-5e90fe9aa130 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023944 Sep 04 16:15:45.688157 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Port af83fee5-86b0-448e-964a-b5a1fb38dc23 on network c75f23ff-5ccd-45af-9393-06fadec1dd17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:15:45.688841 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Attempting to bind port af83fee5-86b0-448e-964a-b5a1fb38dc23 on network c75f23ff-5ccd-45af-9393-06fadec1dd17 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:45.698677 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84affeb0-d936-49bd-aef9-f5815177f371 req-32b06e3f-3bd5-48d8-8c50-a6288ce13afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:45.700133 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84affeb0-d936-49bd-aef9-f5815177f371 req-32b06e3f-3bd5-48d8-8c50-a6288ce13afe service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.3891246 Sep 04 16:15:45.701040 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:45.701420 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Checking segment: {'id': 'a06bdeca-6a4b-4b5a-8ea5-0b45e273b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:45.708019 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Bound using segment: {'id': 'a06bdeca-6a4b-4b5a-8ea5-0b45e273b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:45.708511 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Bound port: af83fee5-86b0-448e-964a-b5a1fb38dc23, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06bdeca-6a4b-4b5a-8ea5-0b45e273b320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:45.708905 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:45.716001 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Network 2c10e826-b760-4e2b-80b4-1d6683856c07 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:45.718636 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:45.734582 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:45.798487 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26524805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25936471'] for subnet (4b0e9817-1fd6-479a-b7b9-88c1559b47be), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:45.848093 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84affeb0-d936-49bd-aef9-f5815177f371 req-dfe867ac-aa65-4cc6-866c-0c049dfe2e60 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3 HTTP/1.1" status: 200 len: 217 time: 0.1366155 Sep 04 16:15:45.976958 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Router 477200f3-ac13-45be-aef2-ae4eeb1afcdc has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:15:46.051259 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] For port af83fee5-86b0-448e-964a-b5a1fb38dc23, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:46.053088 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] For port af83fee5-86b0-448e-964a-b5a1fb38dc23, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=af83fee5-86b0-448e-964a-b5a1fb38dc23,segment=NetworkSegment(a06bdeca-6a4b-4b5a-8ea5-0b45e273b320),segment_id=a06bdeca-6a4b-4b5a-8ea5-0b45e273b320)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:46.132531 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84affeb0-d936-49bd-aef9-f5815177f371 req-8690d57f-5cba-4153-9154-110792f5a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:46.134164 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84affeb0-d936-49bd-aef9-f5815177f371 req-8690d57f-5cba-4153-9154-110792f5a181 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.0730262 Sep 04 16:15:46.153816 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b1ceddec-e15d-419f-acba-1af4604fa21a up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:46.173247 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:46.213033 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:15:46.226921 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-36c51d1c-62b7-486b-8234-e38372254f67 None None] Provisioning complete for port e7f53184-d945-4780-8aed-7e3a3cfb2b61 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:46.227673 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-36c51d1c-62b7-486b-8234-e38372254f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:46.236223 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-7f0d3fc8-df52-4601-a99b-d9457d86e336 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/477200f3-ac13-45be-aef2-ae4eeb1afcdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5964200 Sep 04 16:15:46.263888 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:46.264393 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:46.266086 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/af83fee5-86b0-448e-964a-b5a1fb38dc23 HTTP/1.1" status: 200 len: 1097 time: 1.9721055 Sep 04 16:15:46.272999 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-36c51d1c-62b7-486b-8234-e38372254f67 None None] Port e7f53184-d945-4780-8aed-7e3a3cfb2b61 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:15:46.301248 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b1ceddec-e15d-419f-acba-1af4604fa21a triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:46.302276 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:46.321301 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31c65-5876-408b-8879-f3f735e8f2da service neutron] Pushing event updated for resources: {'Port': ['ID=af83fee5-86b0-448e-964a-b5a1fb38dc23,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:46.324156 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'tag': 'af83fee5-86b0-448e-964a-b5a1fb38dc23'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:15:46.328379 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "4d92778a-fe09-4720-8b6c-a9f5a7aea57f", "tag": "af83fee5-86b0-448e-964a-b5a1fb38dc23"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:15:46.365003 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4f907138-7dbb-4037-a556-3cd633105211 req-785a0c57-1a2e-4ce8-913c-e4e85d86c743 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893628 Sep 04 16:15:46.497110 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-5827b71c-430c-4e9c-a1a7-43ce4fe5fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:46.498771 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-5827b71c-430c-4e9c-a1a7-43ce4fe5fdfb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f0323333989a4014a3be79e8349e1840&device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 1131 time: 0.0771661 Sep 04 16:15:46.504998 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0e9817-1fd6-479a-b7b9-88c1559b47be,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:46.537188 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Checking segment: {'id': '464d1981-c5d1-4cae-b55b-2182324e291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:46.537541 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Network hostable DHCP agents. Network: 4dfa22ca-49a2-4953-88b0-648b8884e184, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:15:46.541801 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84affeb0-d936-49bd-aef9-f5815177f371 req-e35dc835-8152-49d3-80b7-7870486de369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:46.548851 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84affeb0-d936-49bd-aef9-f5815177f371 req-e35dc835-8152-49d3-80b7-7870486de369 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3799248 Sep 04 16:15:46.550140 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64361f9-fb54-474d-8c89-1e94f012e6cc x-openstack-request-id: req-f64361f9-fb54-474d-8c89-1e94f012e6cc {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:15:46.550525 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d92778a-fe09-4720-8b6c-a9f5a7aea57f", "tag": "af83fee5-86b0-448e-964a-b5a1fb38dc23", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:15:46.550869 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f64361f9-fb54-474d-8c89-1e94f012e6cc {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:15:46.551356 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64361f9-fb54-474d-8c89-1e94f012e6cc'] response: {'name': 'network-changed', 'server_uuid': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'tag': 'af83fee5-86b0-448e-964a-b5a1fb38dc23', 'status': 'completed', 'code': 200} Sep 04 16:15:46.564981 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b1ceddec-e15d-419f-acba-1af4604fa21a is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:46.566136 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b982990d-9d79-4d5a-9b56-207eb2c2ff94 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:46.620364 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Sync routers for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:15:46.645786 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-d2c58a90-6dee-4904-ab76-ca5fa8bc65f4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=af83fee5-86b0-448e-964a-b5a1fb38dc23 HTTP/1.1" status: 200 len: 217 time: 0.1187150 Sep 04 16:15:46.645991 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:46.646428 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:46.690746 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:46.715595 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b982990d-9d79-4d5a-9b56-207eb2c2ff94 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:46.715886 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:46.820187 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Network 4dfa22ca-49a2-4953-88b0-648b8884e184 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:15:46.840952 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-fb55e295-5889-498b-8c00-8d843d56f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:46.842493 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-fb55e295-5889-498b-8c00-8d843d56f1b9 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9fb406c1-a9e9-4f35-adf0-22eaafcdade0 HTTP/1.1" status: 200 len: 843 time: 0.1655657 Sep 04 16:15:46.848849 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:46.858054 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d843248-1478-4422-b43c-69373f4bf047 req-eb6b4cff-ea14-486f-b562-2d0f8f2668f7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:46.867432 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6d843248-1478-4422-b43c-69373f4bf047 req-eb6b4cff-ea14-486f-b562-2d0f8f2668f7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1330431 Sep 04 16:15:46.939865 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 4dfa22ca-49a2-4953-88b0-648b8884e184) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:46.942637 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:46.955002 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84affeb0-d936-49bd-aef9-f5815177f371 req-4b8f2474-1001-4115-abf2-4a3fe6f79e87 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995712 Sep 04 16:15:46.958058 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:46.958711 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:46.970574 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f781b2c9-185c-4c2e-bffd-bb87347c709c None None] Network 4dfa22ca-49a2-4953-88b0-648b8884e184 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:15:46.975899 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b982990d-9d79-4d5a-9b56-207eb2c2ff94 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:46.976539 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:46.977317 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-a07e612c-8480-46d7-bba5-395139e0ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:46.978951 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-a07e612c-8480-46d7-bba5-395139e0ce33 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c75f23ff-5ccd-45af-9393-06fadec1dd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0997293 Sep 04 16:15:46.991895 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:15:47.049989 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48800) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:47.058312 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-1f2794f1-58e2-41d3-87b9-89b5a3dcf5a9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051237217', 'description': 'tempest-secgroup-smoke-2051237217 description', 'project_id': '770dbd9183804e7fb0cbb99af75b45f2'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:47.082499 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.094573 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port b982990d-9d79-4d5a-9b56-207eb2c2ff94, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b982990d-9d79-4d5a-9b56-207eb2c2ff94,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:47.108106 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-9b1b0d87-8615-458d-af32-23dfd222a5f3 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2654805 Sep 04 16:15:47.110610 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48802) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:47.127463 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6d843248-1478-4422-b43c-69373f4bf047 req-c007a00c-12ca-4731-8a02-b646f404016d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531018 Sep 04 16:15:47.132181 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:47.196721 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.227492 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-4dfa22ca-49a2-4953-88b0-648b8884e184', 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184', 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'fixed_ips': [{'subnet_id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:15:47.228326 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.240425 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1f2794f1-58e2-41d3-87b9-89b5a3dcf5a9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.282695 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (380588be-f8b8-44ca-931b-06454b6c3939), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.289960 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (380588be-f8b8-44ca-931b-06454b6c3939), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.297646 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:47.374268 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks [] for router_controller (380588be-f8b8-44ca-931b-06454b6c3939), precommit_add_association {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.381322 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 2, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:47.387140 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=b982990d-9d79-4d5a-9b56-207eb2c2ff94,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:47.424037 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Checking router: 2c80ad6a-07ee-471d-bb67-9209b28836bd for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:15:47.424392 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Updating router 2c80ad6a-07ee-471d-bb67-9209b28836bd port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:15:47.435053 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1f2794f1-58e2-41d3-87b9-89b5a3dcf5a9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group (ae431359-abb1-41a6-8bcd-982d70fcb3b5), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.438967 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:47.498459 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.514721 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-e52357ba-2e42-4e62-9774-726afd570b8c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c75f23ff-5ccd-45af-9393-06fadec1dd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127394 Sep 04 16:15:47.542357 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Allocated IP 172.20.0.2 (4dfa22ca-49a2-4953-88b0-648b8884e184/4b0e9817-1fd6-479a-b7b9-88c1559b47be/b94c1dd0-6b3b-42e4-945e-91e09078a401) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:47.553741 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84affeb0-d936-49bd-aef9-f5815177f371 req-94ec614c-5257-4d08-a856-cb0e1bd4364f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903003 Sep 04 16:15:47.564912 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:47.665902 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1f2794f1-58e2-41d3-87b9-89b5a3dcf5a9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ae431359-abb1-41a6-8bcd-982d70fcb3b5), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.733169 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks [] for router_gateway (380588be-f8b8-44ca-931b-06454b6c3939), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.748461 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2794f1-58e2-41d3-87b9-89b5a3dcf5a9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae431359-abb1-41a6-8bcd-982d70fcb3b5,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:47.754352 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:47.758629 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-246450b3-76fb-457a-b3a8-a84b0d518021 req-c24b85eb-b57e-4c62-85b9-446b0f988eea service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c75f23ff-5ccd-45af-9393-06fadec1dd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021792 Sep 04 16:15:47.823608 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc1cf0-03df-42f8-8423-6a6b0178741f req-1fadc505-7835-44af-9e4b-19842bbb819d tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:47.825472 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-63dc1cf0-03df-42f8-8423-6a6b0178741f req-1fadc505-7835-44af-9e4b-19842bbb819d tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 947 time: 0.1077659 Sep 04 16:15:47.835682 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b2451-290b-4c41-8b80-8743c98a5fe6 req-f17e695e-a706-44fb-a8cc-810a81764cd5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:47.838416 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed0b2451-290b-4c41-8b80-8743c98a5fe6 req-f17e695e-a706-44fb-a8cc-810a81764cd5 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.3201613 Sep 04 16:15:47.951285 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-63dc1cf0-03df-42f8-8423-6a6b0178741f req-528febbc-a959-47d9-ab9e-b65bf219cfc8 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112731 Sep 04 16:15:47.957256 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed0b2451-290b-4c41-8b80-8743c98a5fe6 req-d3c8e865-9fa2-4c21-9de9-bf2cc46a9c40 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058838 Sep 04 16:15:47.980129 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1f2794f1-58e2-41d3-87b9-89b5a3dcf5a9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:47.989188 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1f2794f1-58e2-41d3-87b9-89b5a3dcf5a9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9346495 Sep 04 16:15:47.991708 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48820) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:48.003252 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-4509d2e8-960c-4ab8-a931-c129e835f6d6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Request body: {'security_group_rule': {'security_group_id': 'ae431359-abb1-41a6-8bcd-982d70fcb3b5', 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:48.104280 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b982990d-9d79-4d5a-9b56-207eb2c2ff94 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:48.152836 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4509d2e8-960c-4ab8-a931-c129e835f6d6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (ba61378d-2d24-48f6-9576-2d40b5f4dc52), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.162724 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Publish callbacks [] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.188255 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Sync routers for ids ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:15:48.196402 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks [] for router_gateway (380588be-f8b8-44ca-931b-06454b6c3939), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.201386 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:48.216950 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Routers {'477200f3-ac13-45be-aef2-ae4eeb1afcdc'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:48.219174 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:48.225099 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.293812 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b982990d-9d79-4d5a-9b56-207eb2c2ff94 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:48.294344 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.356930 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4509d2e8-960c-4ab8-a931-c129e835f6d6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (ba61378d-2d24-48f6-9576-2d40b5f4dc52), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.415056 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Publish callbacks [] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.419646 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Allocated IP 172.27.3.251 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:48.426382 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.465090 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Set router 477200f3-ac13-45be-aef2-ae4eeb1afcdc gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:48.472776 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4509d2e8-960c-4ab8-a931-c129e835f6d6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (ba61378d-2d24-48f6-9576-2d40b5f4dc52), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.478877 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Network 4dfa22ca-49a2-4953-88b0-648b8884e184 is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:48.489009 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:48.496631 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:48.521995 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.521995 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Pushing event updated for resources: {'Port': ['ID=b94c1dd0-6b3b-42e4-945e-91e09078a401,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:48.548377 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509d2e8-960c-4ab8-a931-c129e835f6d6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba61378d-2d24-48f6-9576-2d40b5f4dc52,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:48.587329 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00f019-f56a-4a20-9c85-0f26df40ec72 req-d3322f4e-ca22-4764-8b26-a7277c4ee3e8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:48.593267 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c00f019-f56a-4a20-9c85-0f26df40ec72 req-d3322f4e-ca22-4764-8b26-a7277c4ee3e8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.2304330 Sep 04 16:15:48.609100 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:48.614720 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1de31-85ef-4c09-bef1-970d05629fd6 None None] Pushing event updated for resources: {'Port': ['ID=01ef352c-cf15-4fdc-8ff6-e8380b2ce422,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:48.623088 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:48.628533 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4509d2e8-960c-4ab8-a931-c129e835f6d6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.630089 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-4509d2e8-960c-4ab8-a931-c129e835f6d6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6371496 Sep 04 16:15:48.640459 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48840) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:48.644137 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks [] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.655594 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-aff55406-7a5d-4675-88be-74695fc841ee tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Request body: {'security_group_rule': {'security_group_id': 'ae431359-abb1-41a6-8bcd-982d70fcb3b5', 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:48.662330 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b982990d-9d79-4d5a-9b56-207eb2c2ff94 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:48.696655 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c00f019-f56a-4a20-9c85-0f26df40ec72 req-81e21efa-317e-4892-ba16-410114428966 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955560 Sep 04 16:15:48.752026 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Attempting to bind port b94c1dd0-6b3b-42e4-945e-91e09078a401 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:48.752397 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Attempting to bind port b94c1dd0-6b3b-42e4-945e-91e09078a401 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '464d1981-c5d1-4cae-b55b-2182324e291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:48.752759 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Attempting to bind port b94c1dd0-6b3b-42e4-945e-91e09078a401 on network 4dfa22ca-49a2-4953-88b0-648b8884e184 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:48.760306 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Attempting to bind port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:48.760675 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Attempting to bind port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:48.761030 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Attempting to bind port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:48.764379 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:48.770363 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Checking segment: {'id': '464d1981-c5d1-4cae-b55b-2182324e291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:48.770363 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.770363 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Bound using segment: {'id': '464d1981-c5d1-4cae-b55b-2182324e291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:48.770682 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.770795 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Bound port: b94c1dd0-6b3b-42e4-945e-91e09078a401, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d1981-c5d1-4cae-b55b-2182324e291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:48.770795 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.771210 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:48.772874 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Checking segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:48.772874 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.772874 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Bound using segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:48.772874 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Bound port: 01ef352c-cf15-4fdc-8ff6-e8380b2ce422, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:48.773291 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.786445 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-aff55406-7a5d-4675-88be-74695fc841ee tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (e4016ac2-fb19-4ca0-be40-8b413d3e1f49), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.809327 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:48.814420 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:48.817601 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:48.847229 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:48.861750 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-aff55406-7a5d-4675-88be-74695fc841ee tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (e4016ac2-fb19-4ca0-be40-8b413d3e1f49), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.868777 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:48.895942 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] For port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:48.898299 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] For port b94c1dd0-6b3b-42e4-945e-91e09078a401, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:48.900621 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:45Z', 'revision_number': 4, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'gw_port': {'id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:40Z', 'updated_at': '2022-09-04T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'e7f53184-d945-4780-8aed-7e3a3cfb2b61', 'name': '', 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'mac_address': 'fa:16:3e:27:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '403c74d8-d222-4b54-ae75-71d7446e75f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:43Z', 'updated_at': '2022-09-04T16:15:45Z', 'revision_number': 2, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'subnets': [{'id': '403c74d8-d222-4b54-ae75-71d7446e75f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:48.901075 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] For port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=01ef352c-cf15-4fdc-8ff6-e8380b2ce422,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:48.904302 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] For port b94c1dd0-6b3b-42e4-945e-91e09078a401, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b94c1dd0-6b3b-42e4-945e-91e09078a401,segment=NetworkSegment(464d1981-c5d1-4cae-b55b-2182324e291c),segment_id=464d1981-c5d1-4cae-b55b-2182324e291c)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:48.927301 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Checking router: 477200f3-ac13-45be-aef2-ae4eeb1afcdc for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:15:48.927645 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Updating router 477200f3-ac13-45be-aef2-ae4eeb1afcdc port e7f53184-d945-4780-8aed-7e3a3cfb2b61 binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:15:48.959329 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.976843 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-aff55406-7a5d-4675-88be-74695fc841ee tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (e4016ac2-fb19-4ca0-be40-8b413d3e1f49), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:48.996042 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.000070 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff55406-7a5d-4675-88be-74695fc841ee tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4016ac2-fb19-4ca0-be40-8b413d3e1f49,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:49.032814 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.071198 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:49.071851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:49.108563 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f87d2-9695-4bdb-bdc6-26b0689326bf req-9d9a1095-c874-491f-9b52-3ff90c2cb3eb tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:49.113724 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1de31-85ef-4c09-bef1-970d05629fd6 None None] Pushing event updated for resources: {'Port': ['ID=01ef352c-cf15-4fdc-8ff6-e8380b2ce422,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:49.118547 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec9f87d2-9695-4bdb-bdc6-26b0689326bf req-9d9a1095-c874-491f-9b52-3ff90c2cb3eb tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 947 time: 0.0793633 Sep 04 16:15:49.130798 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-aff55406-7a5d-4675-88be-74695fc841ee tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.132647 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-aff55406-7a5d-4675-88be-74695fc841ee tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4886575 Sep 04 16:15:49.144195 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48846) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:49.155529 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-ed6eab89-303d-4880-a49c-d6872547cb27 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Request body: {'security_group_rule': {'security_group_id': 'ae431359-abb1-41a6-8bcd-982d70fcb3b5', 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:49.231897 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:49.246551 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8896d86-0a2f-4a78-b10b-a1af0213c438 None None] Pushing event updated for resources: {'Port': ['ID=b94c1dd0-6b3b-42e4-945e-91e09078a401,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:49.278405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-1e024691-3900-450e-9343-b4fba1dc4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:49.280361 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-1e024691-3900-450e-9343-b4fba1dc4488 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=f0323333989a4014a3be79e8349e1840&device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 1131 time: 0.0795753 Sep 04 16:15:49.286871 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:49.292157 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:49.295727 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec9f87d2-9695-4bdb-bdc6-26b0689326bf req-7af509a6-0e81-40c6-b90c-75fbf9db8a0b tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749339 Sep 04 16:15:49.310327 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed6eab89-303d-4880-a49c-d6872547cb27 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (23723acb-e0f1-445f-a17b-e03b961dc7aa), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.351607 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks [] for router_gateway (380588be-f8b8-44ca-931b-06454b6c3939), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.448218 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Publish callbacks [] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.552728 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.608459 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed6eab89-303d-4880-a49c-d6872547cb27 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (23723acb-e0f1-445f-a17b-e03b961dc7aa), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.637313 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38470d33-f246-4d40-9c94-d944820b1151 None None] Pushing event updated for resources: {'Port': ['ID=e7f53184-d945-4780-8aed-7e3a3cfb2b61,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:49.683824 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e9cfe-f74e-427b-9258-fd725260b092 req-c1ea3f0b-8eaa-4f67-9c84-1c27991adaec tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:49.690253 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5b4e9cfe-f74e-427b-9258-fd725260b092 req-c1ea3f0b-8eaa-4f67-9c84-1c27991adaec tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1681352 Sep 04 16:15:49.724445 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-340af136-a9e6-4536-9c8a-840561051f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:49.724445 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-340af136-a9e6-4536-9c8a-840561051f27 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c75f23ff-5ccd-45af-9393-06fadec1dd17 HTTP/1.1" status: 200 len: 870 time: 0.4226851 Sep 04 16:15:49.764381 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Attempting to bind port e7f53184-d945-4780-8aed-7e3a3cfb2b61 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:49.766222 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Attempting to bind port e7f53184-d945-4780-8aed-7e3a3cfb2b61 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': 'f26f7923-dc4c-4060-8e4f-b93a381e464c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:49.766222 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Attempting to bind port e7f53184-d945-4780-8aed-7e3a3cfb2b61 on network 2c10e826-b760-4e2b-80b4-1d6683856c07 {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:49.773603 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:49.774652 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Checking segment: {'id': 'f26f7923-dc4c-4060-8e4f-b93a381e464c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:49.775265 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.775803 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:48Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:49.776539 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Bound using segment: {'id': 'f26f7923-dc4c-4060-8e4f-b93a381e464c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:49.777214 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Bound port: e7f53184-d945-4780-8aed-7e3a3cfb2b61, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26f7923-dc4c-4060-8e4f-b93a381e464c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:49.777813 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:49.791433 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-b0083766-7e96-455f-9594-328c2d394f8c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=af83fee5-86b0-448e-964a-b5a1fb38dc23 HTTP/1.1" status: 200 len: 217 time: 0.0599556 Sep 04 16:15:49.798187 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5b4e9cfe-f74e-427b-9258-fd725260b092 req-85fd9fc1-59e3-4d0e-b4d1-375933444b7b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070647 Sep 04 16:15:49.816577 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb18955-9299-4c60-9cab-89e3bf86c6ed None None] The sync data for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi is: [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:48Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:15:49.874783 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:49.883328 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] For port e7f53184-d945-4780-8aed-7e3a3cfb2b61, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:49.887409 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] For port e7f53184-d945-4780-8aed-7e3a3cfb2b61, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=e7f53184-d945-4780-8aed-7e3a3cfb2b61,segment=NetworkSegment(f26f7923-dc4c-4060-8e4f-b93a381e464c),segment_id=f26f7923-dc4c-4060-8e4f-b93a381e464c)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:49.992853 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:50.139248 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38470d33-f246-4d40-9c94-d944820b1151 None None] Pushing event updated for resources: {'Port': ['ID=e7f53184-d945-4780-8aed-7e3a3cfb2b61,revision_number=4']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:50.145012 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Routers {'477200f3-ac13-45be-aef2-ae4eeb1afcdc'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:50.147927 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:50.286750 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-3fda858a-e5ad-438a-9e8d-edfb39521a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:50.289048 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-3fda858a-e5ad-438a-9e8d-edfb39521a17 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=9fb406c1-a9e9-4f35-adf0-22eaafcdade0 HTTP/1.1" status: 200 len: 843 time: 0.2206616 Sep 04 16:15:50.322037 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b94c1dd0-6b3b-42e4-945e-91e09078a401 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:50.417837 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] Set router 477200f3-ac13-45be-aef2-ae4eeb1afcdc gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:50.449140 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-0d60db15-705a-4eda-8ee8-194ebe8475b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:50.450888 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-0d60db15-705a-4eda-8ee8-194ebe8475b3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c75f23ff-5ccd-45af-9393-06fadec1dd17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1470168 Sep 04 16:15:50.463883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe30cd-fbb7-4fa4-ab5c-7e451874678a req-929bd918-bcff-4195-94a5-54d6a3a5e217 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:50.468782 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b94c1dd0-6b3b-42e4-945e-91e09078a401 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:50.472293 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (380588be-f8b8-44ca-931b-06454b6c3939), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:50.474163 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:50.483735 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f7fe30cd-fbb7-4fa4-ab5c-7e451874678a req-929bd918-bcff-4195-94a5-54d6a3a5e217 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1932271 Sep 04 16:15:50.491924 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed6eab89-303d-4880-a49c-d6872547cb27 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (23723acb-e0f1-445f-a17b-e03b961dc7aa), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:50.641060 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:50.682313 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b94c1dd0-6b3b-42e4-945e-91e09078a401 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:50.682898 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:50.731605 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ed6eab89-303d-4880-a49c-d6872547cb27 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:50.739519 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48882) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:50.742636 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ed6eab89-303d-4880-a49c-d6872547cb27 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5953248 Sep 04 16:15:50.749409 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-10457d85-4a3b-4730-8d36-0ddb726ac2de tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Request body: {'security_group_rule': {'security_group_id': 'ae431359-abb1-41a6-8bcd-982d70fcb3b5', 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:50.767863 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6eab89-303d-4880-a49c-d6872547cb27 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23723acb-e0f1-445f-a17b-e03b961dc7aa,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:50.774144 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb5ba1-9ae3-47b1-b63d-3456c12c3267 None None] Network 4dfa22ca-49a2-4953-88b0-648b8884e184 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:15:50.779608 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f7fe30cd-fbb7-4fa4-ab5c-7e451874678a req-0e2e78c2-97c8-48dd-9f93-c067db2bd6f6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897224 Sep 04 16:15:50.824928 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port b94c1dd0-6b3b-42e4-945e-91e09078a401, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b94c1dd0-6b3b-42e4-945e-91e09078a401,segment=NetworkSegment(464d1981-c5d1-4cae-b55b-2182324e291c),segment_id=464d1981-c5d1-4cae-b55b-2182324e291c)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:50.841207 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:45Z', 'revision_number': 4, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'gw_port': {'id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:40Z', 'updated_at': '2022-09-04T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'e7f53184-d945-4780-8aed-7e3a3cfb2b61', 'name': '', 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'mac_address': 'fa:16:3e:27:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '403c74d8-d222-4b54-ae75-71d7446e75f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:43Z', 'updated_at': '2022-09-04T16:15:49Z', 'revision_number': 4, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'subnets': [{'id': '403c74d8-d222-4b54-ae75-71d7446e75f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:50.857000 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Router 380588be-f8b8-44ca-931b-06454b6c3939 is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:15:50.870669 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-36855d58-70df-46bc-acdf-dfc97b9b9094 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c75f23ff-5ccd-45af-9393-06fadec1dd17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985315 Sep 04 16:15:50.883184 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78e0c4-bc85-492a-abc6-9477d89a87bf None None] The sync data for ids ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'] in dv-cinder-852364-6-iscsi is: [{'id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:45Z', 'revision_number': 4, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'gw_port': {'id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:40Z', 'updated_at': '2022-09-04T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'e7f53184-d945-4780-8aed-7e3a3cfb2b61', 'name': '', 'network_id': '2c10e826-b760-4e2b-80b4-1d6683856c07', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'mac_address': 'fa:16:3e:27:cc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '403c74d8-d222-4b54-ae75-71d7446e75f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:43Z', 'updated_at': '2022-09-04T16:15:49Z', 'revision_number': 4, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'subnets': [{'id': '403c74d8-d222-4b54-ae75-71d7446e75f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:15:50.883943 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-2c32cce3-1537-4a43-b4b1-ba0f0e684978 None None] Provisioning complete for port b94c1dd0-6b3b-42e4-945e-91e09078a401 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:50.884374 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-2c32cce3-1537-4a43-b4b1-ba0f0e684978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:50.895272 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:50.923250 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:50.926406 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:51.033169 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:15:51.051307 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-10457d85-4a3b-4730-8d36-0ddb726ac2de tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (0b5b0f7b-8551-4b29-a9b6-4154644adf09), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:51.089453 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Sync routers for ids ['380588be-f8b8-44ca-931b-06454b6c3939'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:15:51.106312 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93387434-a774-43c9-a80d-7e3d662c3924 req-4079d661-b87f-4950-91f6-c03f01ae8226 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:51.107611 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-93387434-a774-43c9-a80d-7e3d662c3924 req-4079d661-b87f-4950-91f6-c03f01ae8226 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 947 time: 0.2015400 Sep 04 16:15:51.140367 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:51.146064 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-9e2a3191-4c90-4cd0-9f86-6f87937f37a5 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0285292 Sep 04 16:15:51.149149 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48888) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:51.235815 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=b94c1dd0-6b3b-42e4-945e-91e09078a401,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:51.235815 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:51.261426 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Routers {'380588be-f8b8-44ca-931b-06454b6c3939'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:51.262120 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['380588be-f8b8-44ca-931b-06454b6c3939'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:51.332079 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:51.332452 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:51.348437 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:51.374765 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:51.381243 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-2c32cce3-1537-4a43-b4b1-ba0f0e684978 None None] Current status of the port b94c1dd0-6b3b-42e4-945e-91e09078a401 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:51.457671 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7a8b68bd-442f-4cd2-be32-323ec7f8cfe4 req-8ca79b68-de6f-4d44-806f-dd8320ba473f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c75f23ff-5ccd-45af-9393-06fadec1dd17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782883 Sep 04 16:15:51.499050 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef1f7-29c6-4f85-8e95-6482b46a606b req-782fd869-c006-4895-98f8-3e2016d90cd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:51.506225 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bb5ef1f7-29c6-4f85-8e95-6482b46a606b req-782fd869-c006-4895-98f8-3e2016d90cd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.2132401 Sep 04 16:15:51.527217 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-10457d85-4a3b-4730-8d36-0ddb726ac2de tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (0b5b0f7b-8551-4b29-a9b6-4154644adf09), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:51.530416 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:51.571301 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-93387434-a774-43c9-a80d-7e3d662c3924 req-0a5876c9-34c1-4606-a25b-02824028913b tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570141 Sep 04 16:15:51.594710 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-10457d85-4a3b-4730-8d36-0ddb726ac2de tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (0b5b0f7b-8551-4b29-a9b6-4154644adf09), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:51.651719 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-8c7475c9-7f0f-4872-9622-f7be6909774f None None] Provisioning complete for port b94c1dd0-6b3b-42e4-945e-91e09078a401 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:51.652103 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8c7475c9-7f0f-4872-9622-f7be6909774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:51.654969 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Set router 380588be-f8b8-44ca-931b-06454b6c3939 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:51.657443 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:51.657868 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:51.673607 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10457d85-4a3b-4730-8d36-0ddb726ac2de tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5b0f7b-8551-4b29-a9b6-4154644adf09,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:51.683161 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bb5ef1f7-29c6-4f85-8e95-6482b46a606b req-01d399e4-23e7-4d35-9756-ab94bc48ce40 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755764 Sep 04 16:15:51.684513 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device af83fee5-86b0-448e-964a-b5a1fb38dc23 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:15:51.775446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-10457d85-4a3b-4730-8d36-0ddb726ac2de tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:51.776889 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-10457d85-4a3b-4730-8d36-0ddb726ac2de tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0361643 Sep 04 16:15:51.779697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 48900) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:51.784479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-c25cbe7c-da85-4808-83fb-540aaff5b8f8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Request body: {'security_group_rule': {'security_group_id': 'ae431359-abb1-41a6-8bcd-982d70fcb3b5', 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:51.889272 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=01ef352c-cf15-4fdc-8ff6-e8380b2ce422,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:51.926210 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.securitygroups_db [None req-c25cbe7c-da85-4808-83fb-540aaff5b8f8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Project 770dbd9183804e7fb0cbb99af75b45f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:15:51.948028 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c25cbe7c-da85-4808-83fb-540aaff5b8f8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (e8e4887d-2d82-4044-bafc-876b735f9e79), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:51.982528 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.057051 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71682-7893-42ef-b8a6-3ae53f57fea6 req-08cd2ca0-0daa-490f-aef9-6a02df4293e6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:52.059219 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e4a71682-7893-42ef-b8a6-3ae53f57fea6 req-08cd2ca0-0daa-490f-aef9-6a02df4293e6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1281910 Sep 04 16:15:52.062388 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-8c7475c9-7f0f-4872-9622-f7be6909774f None None] Current status of the port b94c1dd0-6b3b-42e4-945e-91e09078a401 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:52.097451 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port af83fee5-86b0-448e-964a-b5a1fb38dc23, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=af83fee5-86b0-448e-964a-b5a1fb38dc23,segment=NetworkSegment(a06bdeca-6a4b-4b5a-8ea5-0b45e273b320),segment_id=a06bdeca-6a4b-4b5a-8ea5-0b45e273b320)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:52.114561 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.123667 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'af83fee5-86b0-448e-964a-b5a1fb38dc23', 'network_id': 'c75f23ff-5ccd-45af-9393-06fadec1dd17', 'port_id': 'af83fee5-86b0-448e-964a-b5a1fb38dc23', 'mac_address': 'fa:16:3e:5c:5d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fb406c1-a9e9-4f35-adf0-22eaafcdade0', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:15:52.127022 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:52.142880 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c25cbe7c-da85-4808-83fb-540aaff5b8f8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (e8e4887d-2d82-4044-bafc-876b735f9e79), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.152360 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380588be-f8b8-44ca-931b-06454b6c3939', 'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:47Z', 'updated_at': '2022-09-04T16:15:48Z', 'revision_number': 3, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'gw_port': {'id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:48Z', 'updated_at': '2022-09-04T16:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:52.154472 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=01ef352c-cf15-4fdc-8ff6-e8380b2ce422,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:52.178201 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e4a71682-7893-42ef-b8a6-3ae53f57fea6 req-5367ead2-18f1-4d72-9956-2e9a9e1ed82f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063063 Sep 04 16:15:52.205648 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Checking router: 380588be-f8b8-44ca-931b-06454b6c3939 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:15:52.210403 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Updating router 380588be-f8b8-44ca-931b-06454b6c3939 port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:15:52.260796 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b94c1dd0-6b3b-42e4-945e-91e09078a401 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:52.263781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port af83fee5-86b0-448e-964a-b5a1fb38dc23 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:52.269647 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.269647 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.276873 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c25cbe7c-da85-4808-83fb-540aaff5b8f8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (e8e4887d-2d82-4044-bafc-876b735f9e79), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.313441 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cbe7c-da85-4808-83fb-540aaff5b8f8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e4887d-2d82-4044-bafc-876b735f9e79,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:52.331087 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af83fee5-86b0-448e-964a-b5a1fb38dc23 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:15:52.349039 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:52.368808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Allocated IP 172.20.0.1 (4dfa22ca-49a2-4953-88b0-648b8884e184/4b0e9817-1fd6-479a-b7b9-88c1559b47be/d9dba783-35cb-45a3-8e81-070fe1a72a6e) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:15:52.423606 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port af83fee5-86b0-448e-964a-b5a1fb38dc23, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=af83fee5-86b0-448e-964a-b5a1fb38dc23,segment=NetworkSegment(a06bdeca-6a4b-4b5a-8ea5-0b45e273b320),segment_id=a06bdeca-6a4b-4b5a-8ea5-0b45e273b320)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:52.434866 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c25cbe7c-da85-4808-83fb-540aaff5b8f8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.436145 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c25cbe7c-da85-4808-83fb-540aaff5b8f8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6552444 Sep 04 16:15:52.438988 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 48914) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:52.445876 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-ad3ffe32-c65b-4b06-b2a1-a8fce86382f9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Request body: {'security_group_rule': {'security_group_id': 'ae431359-abb1-41a6-8bcd-982d70fcb3b5', 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:52.460256 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b94c1dd0-6b3b-42e4-945e-91e09078a401 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:52.460697 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.505059 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:52.527121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Publish callbacks [] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.542896 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.securitygroups_db [None req-ad3ffe32-c65b-4b06-b2a1-a8fce86382f9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Project 770dbd9183804e7fb0cbb99af75b45f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:15:52.543130 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.552470 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffe32-c65b-4b06-b2a1-a8fce86382f9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (fcd2bc9c-8572-4805-8fd3-4f2fc7a16e00), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.595285 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:52.596303 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:52.620948 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffe32-c65b-4b06-b2a1-a8fce86382f9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (fcd2bc9c-8572-4805-8fd3-4f2fc7a16e00), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.645746 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.654530 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=af83fee5-86b0-448e-964a-b5a1fb38dc23,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:52.679152 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b94c1dd0-6b3b-42e4-945e-91e09078a401 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:52.680217 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device e7f53184-d945-4780-8aed-7e3a3cfb2b61 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:52.701222 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffe32-c65b-4b06-b2a1-a8fce86382f9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (fcd2bc9c-8572-4805-8fd3-4f2fc7a16e00), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.704178 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Network 4dfa22ca-49a2-4953-88b0-648b8884e184 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:52.724169 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ffe32-c65b-4b06-b2a1-a8fce86382f9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd2bc9c-8572-4805-8fd3-4f2fc7a16e00,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:52.732310 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:52.735505 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:15:52.748334 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:52.767246 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Publish callbacks [] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.768922 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Pushing event updated for resources: {'Port': ['ID=d9dba783-35cb-45a3-8e81-070fe1a72a6e,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:52.775253 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port e7f53184-d945-4780-8aed-7e3a3cfb2b61 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:52.775626 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.796098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c51ae-c444-45ae-b3c0-26fa64675e0c req-f7b4894a-8d53-4638-90a8-24ee6fb0e649 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:52.800616 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ad3ffe32-c65b-4b06-b2a1-a8fce86382f9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.802094 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ad3ffe32-c65b-4b06-b2a1-a8fce86382f9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3599784 Sep 04 16:15:52.803873 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-378c51ae-c444-45ae-b3c0-26fa64675e0c req-f7b4894a-8d53-4638-90a8-24ee6fb0e649 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 948 time: 0.1250331 Sep 04 16:15:52.848522 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['af83fee5-86b0-448e-964a-b5a1fb38dc23'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:15:52.869598 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (380588be-f8b8-44ca-931b-06454b6c3939), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.906131 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:52.934143 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Attempting to bind port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:52.934517 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Attempting to bind port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:52.934906 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Attempting to bind port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:52.944899 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d80b9-6b4f-4296-a2be-f43a448d2a6a req-f32c008f-877d-47d9-ae38-1d839afbccf8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:52.946031 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bf3d80b9-6b4f-4296-a2be-f43a448d2a6a req-f32c008f-877d-47d9-ae38-1d839afbccf8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1354835 Sep 04 16:15:53.006558 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:53.006927 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:53.007662 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.007787 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:53.008157 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Bound port: d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:53.008524 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.023093 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-378c51ae-c444-45ae-b3c0-26fa64675e0c req-a89b4934-a1f3-4b44-9670-bba8f4bfba25 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105803 Sep 04 16:15:53.099755 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bf3d80b9-6b4f-4296-a2be-f43a448d2a6a req-635936f8-203a-4ade-b7df-19028836b8b6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452937 Sep 04 16:15:53.118312 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] For port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:53.124314 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port e7f53184-d945-4780-8aed-7e3a3cfb2b61 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:53.124747 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.146510 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6debc-6af0-45db-b805-450411a30108 None None] Pushing event updated for resources: {'Port': ['ID=d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:53.159721 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-8d81acb2-0244-4b50-897c-5108637eb5c5 None None] Provisioning complete for port d9dba783-35cb-45a3-8e81-070fe1a72a6e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:53.160095 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8d81acb2-0244-4b50-897c-5108637eb5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.197502 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] For port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:53.199428 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-8d81acb2-0244-4b50-897c-5108637eb5c5 None None] Port d9dba783-35cb-45a3-8e81-070fe1a72a6e cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:15:53.202010 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.254511 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port e7f53184-d945-4780-8aed-7e3a3cfb2b61, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=e7f53184-d945-4780-8aed-7e3a3cfb2b61,segment=NetworkSegment(f26f7923-dc4c-4060-8e4f-b93a381e464c),segment_id=f26f7923-dc4c-4060-8e4f-b93a381e464c)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:53.286091 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.368902 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Routers {'380588be-f8b8-44ca-931b-06454b6c3939'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:53.369841 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['380588be-f8b8-44ca-931b-06454b6c3939'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:53.380908 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.436234 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ddb5d-7793-48e3-9bd0-9160bd7b63bb req-72e3fb59-08df-4939-bf26-0453f35f459e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:53.438399 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bf0ddb5d-7793-48e3-9bd0-9160bd7b63bb req-72e3fb59-08df-4939-bf26-0453f35f459e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0817554 Sep 04 16:15:53.443325 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6debc-6af0-45db-b805-450411a30108 None None] Pushing event updated for resources: {'Port': ['ID=d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:53.522303 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bf0ddb5d-7793-48e3-9bd0-9160bd7b63bb req-15412c32-31d2-4812-ae3a-a00a62e1f7a9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770171 Sep 04 16:15:53.545238 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Publish callbacks [] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.552619 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=e7f53184-d945-4780-8aed-7e3a3cfb2b61,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:53.598217 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] Set router 380588be-f8b8-44ca-931b-06454b6c3939 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:53.662402 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.667293 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:53.740277 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (380588be-f8b8-44ca-931b-06454b6c3939), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:53.744445 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Pushing event updated for resources: {'Port': ['ID=d9dba783-35cb-45a3-8e81-070fe1a72a6e,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:53.870978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Network 4dfa22ca-49a2-4953-88b0-648b8884e184 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:15:53.872585 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:15:53.912899 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:54.015987 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380588be-f8b8-44ca-931b-06454b6c3939', 'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:47Z', 'updated_at': '2022-09-04T16:15:53Z', 'revision_number': 4, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'gw_port': {'id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:48Z', 'updated_at': '2022-09-04T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'd9dba783-35cb-45a3-8e81-070fe1a72a6e', 'name': '', 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'mac_address': 'fa:16:3e:de:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:52Z', 'updated_at': '2022-09-04T16:15:52Z', 'revision_number': 1, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'subnets': [{'id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:54.108870 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device af83fee5-86b0-448e-964a-b5a1fb38dc23 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:54.120845 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a79ac7-9b10-4fae-94ae-c7bb22f7804b None None] The sync data for ids ['380588be-f8b8-44ca-931b-06454b6c3939'] in dv-cinder-852364-6-iscsi is: [{'id': '380588be-f8b8-44ca-931b-06454b6c3939', 'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:47Z', 'updated_at': '2022-09-04T16:15:53Z', 'revision_number': 4, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'gw_port': {'id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:48Z', 'updated_at': '2022-09-04T16:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'd9dba783-35cb-45a3-8e81-070fe1a72a6e', 'name': '', 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'mac_address': 'fa:16:3e:de:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:52Z', 'updated_at': '2022-09-04T16:15:52Z', 'revision_number': 1, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'subnets': [{'id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:15:54.199686 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-c7b7a8ab-4780-4950-b3a4-bd4b159032a4 None None] Provisioning complete for port d9dba783-35cb-45a3-8e81-070fe1a72a6e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:54.200248 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a8ab-4780-4950-b3a4-bd4b159032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:54.206576 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device e7f53184-d945-4780-8aed-7e3a3cfb2b61 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:54.285448 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port af83fee5-86b0-448e-964a-b5a1fb38dc23 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:15:54.292697 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7a8ab-4780-4950-b3a4-bd4b159032a4 None None] Port d9dba783-35cb-45a3-8e81-070fe1a72a6e cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:15:54.308695 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port e7f53184-d945-4780-8aed-7e3a3cfb2b61 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:54.309065 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:54.332085 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:54.344292 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:54.378676 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port af83fee5-86b0-448e-964a-b5a1fb38dc23 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:54.379051 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:54.415165 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ec155-59a8-4732-8c5d-3469ed1d8e0c req-a8d7bb25-f057-46ed-9194-30b512359694 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:54.417241 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-642ec155-59a8-4732-8c5d-3469ed1d8e0c req-a8d7bb25-f057-46ed-9194-30b512359694 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 948 time: 0.0986297 Sep 04 16:15:54.430375 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port e7f53184-d945-4780-8aed-7e3a3cfb2b61 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:54.430873 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333e47-1920-40de-b652-a70719a41266 req-018d487f-a95e-40d3-8a77-a24ab9b4a28c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:54.431549 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:54.438791 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89333e47-1920-40de-b652-a70719a41266 req-018d487f-a95e-40d3-8a77-a24ab9b4a28c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1217136 Sep 04 16:15:54.519351 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Router 380588be-f8b8-44ca-931b-06454b6c3939 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:15:54.620059 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port af83fee5-86b0-448e-964a-b5a1fb38dc23 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:54.620458 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:54.627083 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89333e47-1920-40de-b652-a70719a41266 req-dcea0fa1-b361-48db-abaf-f491a48a0673 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873369 Sep 04 16:15:54.653610 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af83fee5-86b0-448e-964a-b5a1fb38dc23'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:15:54.657005 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d6a7b2-9114-43c4-9f5c-b126b29a0dbe" -d '{"events": [{"server_uuid": "4d92778a-fe09-4720-8b6c-a9f5a7aea57f", "name": "network-vif-plugged", "status": "completed", "tag": "af83fee5-86b0-448e-964a-b5a1fb38dc23"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:15:54.662710 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:54.663082 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:54.701784 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port af83fee5-86b0-448e-964a-b5a1fb38dc23, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=af83fee5-86b0-448e-964a-b5a1fb38dc23,segment=NetworkSegment(a06bdeca-6a4b-4b5a-8ea5-0b45e273b320),segment_id=a06bdeca-6a4b-4b5a-8ea5-0b45e273b320)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:54.751015 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:54.756403 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-642ec155-59a8-4732-8c5d-3469ed1d8e0c req-9aa3e9d0-fde8-4025-a12b-efeec1131975 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826557 Sep 04 16:15:54.806748 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd955e5-268e-45bd-93a5-569ea8338c4c req-76bb1c8a-f980-411a-b792-7586d7bfdd38 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:54.808348 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2bd955e5-268e-45bd-93a5-569ea8338c4c req-76bb1c8a-f980-411a-b792-7586d7bfdd38 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0739272 Sep 04 16:15:54.848629 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:54.918605 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:54.922754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:15:54.929940 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c190bb77-cb7b-4650-b148-8b15e685deea admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/380588be-f8b8-44ca-931b-06454b6c3939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7639935 Sep 04 16:15:54.953788 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2bd955e5-268e-45bd-93a5-569ea8338c4c req-c58a3b18-9881-4455-b9bd-5120876a6f73 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162004 Sep 04 16:15:54.965218 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=af83fee5-86b0-448e-964a-b5a1fb38dc23,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:55.043905 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a04ebca-368c-4b57-b079-23a533f9c553 x-openstack-request-id: req-7a04ebca-368c-4b57-b079-23a533f9c553 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:15:55.044218 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d92778a-fe09-4720-8b6c-a9f5a7aea57f", "name": "network-vif-plugged", "status": "completed", "tag": "af83fee5-86b0-448e-964a-b5a1fb38dc23", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:15:55.044477 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a04ebca-368c-4b57-b079-23a533f9c553 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:15:55.044882 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a04ebca-368c-4b57-b079-23a533f9c553'] response: {'server_uuid': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af83fee5-86b0-448e-964a-b5a1fb38dc23', 'code': 200} Sep 04 16:15:55.373426 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 49016) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:55.377952 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-026a25db-74f3-41d1-b9b7-8575c1cadc74 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145735453', 'description': 'tempest-secgroup-smoke-2145735453 description', 'project_id': '56e82ba24a474557af758826743136d9'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:55.427735 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:55.454772 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-026a25db-74f3-41d1-b9b7-8575c1cadc74 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:55.470113 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:55.537440 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-026a25db-74f3-41d1-b9b7-8575c1cadc74 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group (8a6d47c6-b905-4257-a3c0-a131f827f368), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:55.621038 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-026a25db-74f3-41d1-b9b7-8575c1cadc74 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (8a6d47c6-b905-4257-a3c0-a131f827f368), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:55.658710 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a25db-74f3-41d1-b9b7-8575c1cadc74 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d47c6-b905-4257-a3c0-a131f827f368,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:55.739826 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946d49-fd61-4756-86fd-e9f815bc4e52 req-54e0d137-5355-43b9-888f-3958950f41e8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:55.742310 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-59946d49-fd61-4756-86fd-e9f815bc4e52 req-54e0d137-5355-43b9-888f-3958950f41e8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0508029 Sep 04 16:15:55.747037 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-026a25db-74f3-41d1-b9b7-8575c1cadc74 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:55.747872 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-026a25db-74f3-41d1-b9b7-8575c1cadc74 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3733768 Sep 04 16:15:55.752074 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 49030) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:55.759526 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-558d0d90-6ab8-4f09-a534-391788c57656 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'security_group_rule': {'security_group_id': '8a6d47c6-b905-4257-a3c0-a131f827f368', 'project_id': '56e82ba24a474557af758826743136d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:55.842655 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-59946d49-fd61-4756-86fd-e9f815bc4e52 req-ba536a11-c383-42f0-9d59-d8fb1167d674 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847995 Sep 04 16:15:55.948613 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-558d0d90-6ab8-4f09-a534-391788c57656 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (ffc4c909-31ed-4b6d-89fc-909ea3c81823), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:55.967657 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9858-058b-4181-b5ae-559a7200431c req-2094f8b7-5ae5-42e3-97fa-86563cc20910 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:55.967657 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-82ad9858-058b-4181-b5ae-559a7200431c req-2094f8b7-5ae5-42e3-97fa-86563cc20910 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0558193 Sep 04 16:15:56.053002 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-558d0d90-6ab8-4f09-a534-391788c57656 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (ffc4c909-31ed-4b6d-89fc-909ea3c81823), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.094822 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-82ad9858-058b-4181-b5ae-559a7200431c req-0e5f2746-2e8d-4cb9-9689-98174f411fde tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056952 Sep 04 16:15:56.118447 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-558d0d90-6ab8-4f09-a534-391788c57656 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (ffc4c909-31ed-4b6d-89fc-909ea3c81823), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.160966 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d0d90-6ab8-4f09-a534-391788c57656 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc4c909-31ed-4b6d-89fc-909ea3c81823,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:56.186092 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:56.190732 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:56.207511 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6f592-00af-4670-b426-cfd9097dffd8 req-5f0d1bf5-10cd-47ec-a259-048049fa2dc7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:56.209249 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-57d6f592-00af-4670-b426-cfd9097dffd8 req-5f0d1bf5-10cd-47ec-a259-048049fa2dc7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0923409 Sep 04 16:15:56.216513 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-558d0d90-6ab8-4f09-a534-391788c57656 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.221761 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-558d0d90-6ab8-4f09-a534-391788c57656 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4665155 Sep 04 16:15:56.223960 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 49038) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:56.228483 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-6ca7dc45-ae85-4cd6-acba-fd1994d4d412 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'security_group_rule': {'security_group_id': '8a6d47c6-b905-4257-a3c0-a131f827f368', 'project_id': '56e82ba24a474557af758826743136d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:56.263281 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:56.263481 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.313811 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-57d6f592-00af-4670-b426-cfd9097dffd8 req-09cc273a-cc02-406b-8d36-56b9d5728403 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828085 Sep 04 16:15:56.337790 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dc45-ae85-4cd6-acba-fd1994d4d412 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (352a28cb-996d-4ef5-a0f1-aa76efef2ba6), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.374465 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165dcc1-cf73-416f-8c5b-87eec31966bf req-719cba44-9828-46ce-a57a-96bbb5110c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:56.376746 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5165dcc1-cf73-416f-8c5b-87eec31966bf req-719cba44-9828-46ce-a57a-96bbb5110c9d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 1129 time: 0.0427146 Sep 04 16:15:56.388529 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:56.388911 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.410591 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:15:56.413339 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dc45-ae85-4cd6-acba-fd1994d4d412 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (352a28cb-996d-4ef5-a0f1-aa76efef2ba6), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.491551 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dc45-ae85-4cd6-acba-fd1994d4d412 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (352a28cb-996d-4ef5-a0f1-aa76efef2ba6), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.494478 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.522503 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7dc45-ae85-4cd6-acba-fd1994d4d412 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352a28cb-996d-4ef5-a0f1-aa76efef2ba6,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:56.561865 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:56.635726 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6ca7dc45-ae85-4cd6-acba-fd1994d4d412 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.637067 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6ca7dc45-ae85-4cd6-acba-fd1994d4d412 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4121449 Sep 04 16:15:56.640500 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 49050) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:56.645450 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-3ef1d7db-be0c-41cb-96ea-739bafa1522f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'security_group_rule': {'security_group_id': '8a6d47c6-b905-4257-a3c0-a131f827f368', 'project_id': '56e82ba24a474557af758826743136d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:56.745381 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d7db-be0c-41cb-96ea-739bafa1522f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (e28e7dbe-4324-4497-b9c9-3a1544a1ea66), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.766963 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:56.805845 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5165dcc1-cf73-416f-8c5b-87eec31966bf req-c3eb6265-c599-404c-884f-1042ee8bbc4a service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846958 Sep 04 16:15:56.830710 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d7db-be0c-41cb-96ea-739bafa1522f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (e28e7dbe-4324-4497-b9c9-3a1544a1ea66), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:56.943183 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d7db-be0c-41cb-96ea-739bafa1522f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (e28e7dbe-4324-4497-b9c9-3a1544a1ea66), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.005902 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1d7db-be0c-41cb-96ea-739bafa1522f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28e7dbe-4324-4497-b9c9-3a1544a1ea66,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:57.021591 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddbaac-5729-426f-b1d2-5e3bab624396 req-2dfd423e-1deb-4f2f-9f82-c890062a1a6c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:57.023087 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eeddbaac-5729-426f-b1d2-5e3bab624396 req-2dfd423e-1deb-4f2f-9f82-c890062a1a6c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0811889 Sep 04 16:15:57.093245 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d7db-be0c-41cb-96ea-739bafa1522f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.095091 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-3ef1d7db-be0c-41cb-96ea-739bafa1522f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4533045 Sep 04 16:15:57.098316 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 49056) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:57.102974 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-6c037456-8db2-481a-a031-527679767d95 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'security_group_rule': {'security_group_id': '8a6d47c6-b905-4257-a3c0-a131f827f368', 'project_id': '56e82ba24a474557af758826743136d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:57.110731 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eeddbaac-5729-426f-b1d2-5e3bab624396 req-3b218e1f-8512-45f1-9968-f5283d4d7116 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818374 Sep 04 16:15:57.112682 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc34a4-7a4b-40c9-b66b-49ceb8e6bc96 req-0b046b5c-d594-424e-8610-6e566a1ab48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:57.113613 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5dbc34a4-7a4b-40c9-b66b-49ceb8e6bc96 req-0b046b5c-d594-424e-8610-6e566a1ab48e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 1133 time: 0.0567169 Sep 04 16:15:57.188004 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6c037456-8db2-481a-a031-527679767d95 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (cfd3c90d-4c1a-437f-9eb4-bd09ef5aa79a), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.210640 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5165cc-16ff-461a-abf2-8c4c51be9630 req-9aaf9df7-46e2-4ae1-9aec-616441ddae57 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:57.218172 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9d5165cc-16ff-461a-abf2-8c4c51be9630 req-9aaf9df7-46e2-4ae1-9aec-616441ddae57 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0652966 Sep 04 16:15:57.262148 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6c037456-8db2-481a-a031-527679767d95 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (cfd3c90d-4c1a-437f-9eb4-bd09ef5aa79a), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.269027 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9d5165cc-16ff-461a-abf2-8c4c51be9630 req-2c069a8d-4977-4d1a-9208-7b7b389cc1e1 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491161 Sep 04 16:15:57.347774 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6c037456-8db2-481a-a031-527679767d95 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (cfd3c90d-4c1a-437f-9eb4-bd09ef5aa79a), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.377437 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c037456-8db2-481a-a031-527679767d95 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd3c90d-4c1a-437f-9eb4-bd09ef5aa79a,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:57.450489 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde5b72-6dcc-45c6-8ae5-91a00bc9b73c req-54140d76-40bf-41ff-8f4b-313e8445ddf4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:57.452000 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ffde5b72-6dcc-45c6-8ae5-91a00bc9b73c req-54140d76-40bf-41ff-8f4b-313e8445ddf4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0523751 Sep 04 16:15:57.458190 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6c037456-8db2-481a-a031-527679767d95 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.459405 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6c037456-8db2-481a-a031-527679767d95 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3600678 Sep 04 16:15:57.462357 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 49064) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:57.470418 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-62317995-1ec7-4d32-9ee7-f663f79d572c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'security_group_rule': {'security_group_id': '8a6d47c6-b905-4257-a3c0-a131f827f368', 'project_id': '56e82ba24a474557af758826743136d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:57.511132 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ffde5b72-6dcc-45c6-8ae5-91a00bc9b73c req-e335b655-bf1f-438f-8a04-b1f4da37c319 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529041 Sep 04 16:15:57.569764 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.securitygroups_db [None req-62317995-1ec7-4d32-9ee7-f663f79d572c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Project 56e82ba24a474557af758826743136d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:15:57.576883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-62317995-1ec7-4d32-9ee7-f663f79d572c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (0bdbad25-701b-433e-bba3-2126798979f9), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.659962 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-62317995-1ec7-4d32-9ee7-f663f79d572c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (0bdbad25-701b-433e-bba3-2126798979f9), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.741898 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-62317995-1ec7-4d32-9ee7-f663f79d572c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (0bdbad25-701b-433e-bba3-2126798979f9), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.748699 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:57.762224 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62317995-1ec7-4d32-9ee7-f663f79d572c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdbad25-701b-433e-bba3-2126798979f9,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:57.788185 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5dbc34a4-7a4b-40c9-b66b-49ceb8e6bc96 req-49f71d11-dbc4-49d4-a6cb-2ef697926602 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516977 Sep 04 16:15:57.858757 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-62317995-1ec7-4d32-9ee7-f663f79d572c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.860984 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-62317995-1ec7-4d32-9ee7-f663f79d572c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3976667 Sep 04 16:15:57.863933 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 49076) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:15:57.868627 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-3034b2e0-0a32-4fa6-a282-15af350ccdb8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'security_group_rule': {'security_group_id': '8a6d47c6-b905-4257-a3c0-a131f827f368', 'project_id': '56e82ba24a474557af758826743136d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:15:57.976545 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.securitygroups_db [None req-3034b2e0-0a32-4fa6-a282-15af350ccdb8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Project 56e82ba24a474557af758826743136d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:15:57.983332 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3034b2e0-0a32-4fa6-a282-15af350ccdb8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (25c5a090-38ad-42f9-b6ea-6067abc30e85), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:57.992134 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:58.053236 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3034b2e0-0a32-4fa6-a282-15af350ccdb8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (25c5a090-38ad-42f9-b6ea-6067abc30e85), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:58.077364 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:15:58.128650 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:15:58.129149 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:58.143043 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3034b2e0-0a32-4fa6-a282-15af350ccdb8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (25c5a090-38ad-42f9-b6ea-6067abc30e85), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:58.173262 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034b2e0-0a32-4fa6-a282-15af350ccdb8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c5a090-38ad-42f9-b6ea-6067abc30e85,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:58.239687 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:15:58.249202 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0c737-31f6-4265-82cd-44e3bfb38cbd req-7b330af2-6125-402a-9c23-efad374724af tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:58.251292 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dec0c737-31f6-4265-82cd-44e3bfb38cbd req-7b330af2-6125-402a-9c23-efad374724af tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0489204 Sep 04 16:15:58.276685 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3034b2e0-0a32-4fa6-a282-15af350ccdb8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:58.277932 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-3034b2e0-0a32-4fa6-a282-15af350ccdb8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4129498 Sep 04 16:15:58.307172 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dec0c737-31f6-4265-82cd-44e3bfb38cbd req-48c1ec53-9086-4877-88de-a9d826279e61 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499930 Sep 04 16:15:58.435260 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac76f28-aa06-4443-9174-555c486075ea req-61a6a692-ee57-4803-a8e7-47dfd3989029 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:58.438787 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4ac76f28-aa06-4443-9174-555c486075ea req-61a6a692-ee57-4803-a8e7-47dfd3989029 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0545735 Sep 04 16:15:58.491392 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4ac76f28-aa06-4443-9174-555c486075ea req-f492d6cb-bddb-4cdb-aa1c-d54f4c9afc7d tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444517 Sep 04 16:15:58.534315 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Sync routers for ids ['380588be-f8b8-44ca-931b-06454b6c3939'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:15:58.547742 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Routers {'380588be-f8b8-44ca-931b-06454b6c3939'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:58.548663 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['380588be-f8b8-44ca-931b-06454b6c3939'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:58.656488 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Set router 380588be-f8b8-44ca-931b-06454b6c3939 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:15:58.657177 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802de28f-60f6-4be8-952e-30e34d6615f9 req-78d69c00-519e-470d-8a45-ba223551c8f6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:58.658731 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-802de28f-60f6-4be8-952e-30e34d6615f9 req-78d69c00-519e-470d-8a45-ba223551c8f6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0578659 Sep 04 16:15:58.689391 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:58.720464 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-802de28f-60f6-4be8-952e-30e34d6615f9 req-25516d51-907b-4a42-ac94-5f5caed9bce3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557351 Sep 04 16:15:58.867600 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380588be-f8b8-44ca-931b-06454b6c3939', 'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:47Z', 'updated_at': '2022-09-04T16:15:53Z', 'revision_number': 4, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'gw_port': {'id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:48Z', 'updated_at': '2022-09-04T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'd9dba783-35cb-45a3-8e81-070fe1a72a6e', 'name': '', 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'mac_address': 'fa:16:3e:de:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:52Z', 'updated_at': '2022-09-04T16:15:53Z', 'revision_number': 2, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'subnets': [{'id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:58.895483 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Checking router: 380588be-f8b8-44ca-931b-06454b6c3939 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:15:58.895693 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Updating router 380588be-f8b8-44ca-931b-06454b6c3939 port d9dba783-35cb-45a3-8e81-070fe1a72a6e binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:15:58.897372 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:58.925604 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:59.193103 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Publish callbacks [] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:59.274885 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:59.430874 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f105945-d9e0-423b-a96b-b584df6a4bfe None None] Pushing event updated for resources: {'Port': ['ID=d9dba783-35cb-45a3-8e81-070fe1a72a6e,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:59.467359 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Attempting to bind port d9dba783-35cb-45a3-8e81-070fe1a72a6e on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:15:59.467756 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Attempting to bind port d9dba783-35cb-45a3-8e81-070fe1a72a6e by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '464d1981-c5d1-4cae-b55b-2182324e291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:15:59.468083 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Attempting to bind port d9dba783-35cb-45a3-8e81-070fe1a72a6e on network 4dfa22ca-49a2-4953-88b0-648b8884e184 {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:15:59.474700 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:15:59.475433 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Checking segment: {'id': '464d1981-c5d1-4cae-b55b-2182324e291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:15:59.476079 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:59.476736 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Bound using segment: {'id': '464d1981-c5d1-4cae-b55b-2182324e291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:15:59.477424 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Bound port: d9dba783-35cb-45a3-8e81-070fe1a72a6e, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464d1981-c5d1-4cae-b55b-2182324e291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:15:59.478061 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:59.516529 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f6ab5-844f-4705-a0bc-eb37524bb658 req-bb6f9bd3-3a22-4d6b-91f0-b33f54e38ea7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:59.535156 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-843f6ab5-844f-4705-a0bc-eb37524bb658 req-bb6f9bd3-3a22-4d6b-91f0-b33f54e38ea7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0907125 Sep 04 16:15:59.596179 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] For port d9dba783-35cb-45a3-8e81-070fe1a72a6e, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:15:59.600821 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] For port d9dba783-35cb-45a3-8e81-070fe1a72a6e, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d9dba783-35cb-45a3-8e81-070fe1a72a6e,segment=NetworkSegment(464d1981-c5d1-4cae-b55b-2182324e291c),segment_id=464d1981-c5d1-4cae-b55b-2182324e291c)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:15:59.644302 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-843f6ab5-844f-4705-a0bc-eb37524bb658 req-688540c6-8872-4cd4-903c-ebc227bbefde tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079082 Sep 04 16:15:59.661578 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e36c1-2911-43fe-a592-38dd842f8267 req-baed8e38-7728-43e3-a762-8c91ed59cf61 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:59.663025 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b26e36c1-2911-43fe-a592-38dd842f8267 req-baed8e38-7728-43e3-a762-8c91ed59cf61 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0598459 Sep 04 16:15:59.712857 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b26e36c1-2911-43fe-a592-38dd842f8267 req-0d4476fa-39d1-46ce-bbea-0fb5ffc5f5b6 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437670 Sep 04 16:15:59.739243 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:15:59.744683 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:15:59.791098 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Routers {'380588be-f8b8-44ca-931b-06454b6c3939'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:15:59.791667 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:15:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['380588be-f8b8-44ca-931b-06454b6c3939'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:15:59.858922 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69042f3e-51fd-4602-8f00-fe10586d3019 req-d86d650c-fd7b-43d9-813c-8ccbb48280c1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:15:59.861044 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-69042f3e-51fd-4602-8f00-fe10586d3019 req-d86d650c-fd7b-43d9-813c-8ccbb48280c1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0567813 Sep 04 16:15:59.923188 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f105945-d9e0-423b-a96b-b584df6a4bfe None None] Pushing event updated for resources: {'Port': ['ID=d9dba783-35cb-45a3-8e81-070fe1a72a6e,revision_number=4']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:15:59.931274 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-69042f3e-51fd-4602-8f00-fe10586d3019 req-a827a4fe-f05d-4409-8bbe-2acd20571b40 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581198 Sep 04 16:16:00.025391 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] Set router 380588be-f8b8-44ca-931b-06454b6c3939 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:16:00.146454 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d9dba783-35cb-45a3-8e81-070fe1a72a6e up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:16:00.159979 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345435f-977a-4d92-a1e7-99a1a69246f7 req-48e9e8af-43e8-48f1-a5c5-c11371ebb60b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:00.172547 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8345435f-977a-4d92-a1e7-99a1a69246f7 req-48e9e8af-43e8-48f1-a5c5-c11371ebb60b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1020331 Sep 04 16:16:00.236659 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port d9dba783-35cb-45a3-8e81-070fe1a72a6e triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:00.237125 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:00.263461 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8345435f-977a-4d92-a1e7-99a1a69246f7 req-9bb77572-ae28-42cb-bd1e-c87280d7ec33 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896721 Sep 04 16:16:00.350190 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380588be-f8b8-44ca-931b-06454b6c3939', 'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:47Z', 'updated_at': '2022-09-04T16:15:53Z', 'revision_number': 4, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'gw_port': {'id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:48Z', 'updated_at': '2022-09-04T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'd9dba783-35cb-45a3-8e81-070fe1a72a6e', 'name': '', 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'mac_address': 'fa:16:3e:de:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:52Z', 'updated_at': '2022-09-04T16:15:59Z', 'revision_number': 4, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'subnets': [{'id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:16:00.352035 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:00.375839 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port d9dba783-35cb-45a3-8e81-070fe1a72a6e is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:00.376475 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:00.381311 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295080b9-26f3-4a4c-866e-69a350d6725e None None] The sync data for ids ['380588be-f8b8-44ca-931b-06454b6c3939'] in dv-cinder-852364-6-iscsi is: [{'id': '380588be-f8b8-44ca-931b-06454b6c3939', 'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:47Z', 'updated_at': '2022-09-04T16:15:53Z', 'revision_number': 4, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'gw_port': {'id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:48Z', 'updated_at': '2022-09-04T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'd9dba783-35cb-45a3-8e81-070fe1a72a6e', 'name': '', 'network_id': '4dfa22ca-49a2-4953-88b0-648b8884e184', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'mac_address': 'fa:16:3e:de:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:52Z', 'updated_at': '2022-09-04T16:15:59Z', 'revision_number': 4, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'subnets': [{'id': '4b0e9817-1fd6-479a-b7b9-88c1559b47be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:16:00.382945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-194f3f04-d195-4fef-952a-f66307f2c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:00.384481 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-194f3f04-d195-4fef-952a-f66307f2c5bc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 1129 time: 0.0666106 Sep 04 16:16:00.434521 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port d9dba783-35cb-45a3-8e81-070fe1a72a6e, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d9dba783-35cb-45a3-8e81-070fe1a72a6e,segment=NetworkSegment(464d1981-c5d1-4cae-b55b-2182324e291c),segment_id=464d1981-c5d1-4cae-b55b-2182324e291c)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:00.498409 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:00.509270 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-e8b3c69a-cb75-489f-8997-be343eedd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:00.510812 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-e8b3c69a-cb75-489f-8997-be343eedd7e6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.1189053 Sep 04 16:16:00.557353 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=d9dba783-35cb-45a3-8e81-070fe1a72a6e,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:00.846803 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b82dd0-2a8c-428b-9a5f-ec18332e162c req-87e7c6a7-7132-43d3-a6ff-1a6988476cbb tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:00.848496 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d5b82dd0-2a8c-428b-9a5f-ec18332e162c req-87e7c6a7-7132-43d3-a6ff-1a6988476cbb tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0543525 Sep 04 16:16:00.897304 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d5b82dd0-2a8c-428b-9a5f-ec18332e162c req-37c8aa43-b71f-47c9-939b-21ebf5b6d527 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Sep 04 16:16:01.075190 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1a7bc-1375-4cf3-8bf5-f88ce0f9f29a req-3dbef665-0799-4d77-a2a5-04306e582715 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:01.076674 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dea1a7bc-1375-4cf3-8bf5-f88ce0f9f29a req-3dbef665-0799-4d77-a2a5-04306e582715 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0469778 Sep 04 16:16:01.127587 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dea1a7bc-1375-4cf3-8bf5-f88ce0f9f29a req-066fa441-eb85-43bb-9019-afa234474051 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445139 Sep 04 16:16:01.372667 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b20ac-b3a5-4627-beca-6c3980985c5b req-63efd141-cf1d-4e49-9521-23295e0f15aa tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:01.374151 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd0b20ac-b3a5-4627-beca-6c3980985c5b req-63efd141-cf1d-4e49-9521-23295e0f15aa tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0554953 Sep 04 16:16:01.429729 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cf30-5f83-4711-9968-b6b5c60ac54b req-e31cf409-f9ca-441d-8197-98de9c4d6c04 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:01.431265 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3679cf30-5f83-4711-9968-b6b5c60ac54b req-e31cf409-f9ca-441d-8197-98de9c4d6c04 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0807586 Sep 04 16:16:01.471474 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd0b20ac-b3a5-4627-beca-6c3980985c5b req-c8c609f7-2520-4272-a0a9-1fe716567da7 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775139 Sep 04 16:16:01.498251 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:01.504282 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3679cf30-5f83-4711-9968-b6b5c60ac54b req-139ff486-0179-4fcd-b224-93e2e73671b3 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641913 Sep 04 16:16:02.067886 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d9dba783-35cb-45a3-8e81-070fe1a72a6e up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:16:02.071078 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:02.119129 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port d9dba783-35cb-45a3-8e81-070fe1a72a6e triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:02.119490 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:02.193468 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port d9dba783-35cb-45a3-8e81-070fe1a72a6e is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:02.258746 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf190e-4e6b-493e-aa03-a8f939bcb06a req-9c9a61e3-c019-4314-b6d9-e25bb3ca9732 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:02.260243 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d5cf190e-4e6b-493e-aa03-a8f939bcb06a req-9c9a61e3-c019-4314-b6d9-e25bb3ca9732 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0487993 Sep 04 16:16:02.311849 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d5cf190e-4e6b-493e-aa03-a8f939bcb06a req-764d9251-6dcc-445c-b8e3-fc6067423e4f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441041 Sep 04 16:16:02.664674 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:02.677453 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dda109-1504-4e9f-b0f7-bd80e9b7cd91 req-1f2a2762-c368-4cd9-b29b-2026cc6abc9b tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:02.678962 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-78dda109-1504-4e9f-b0f7-bd80e9b7cd91 req-1f2a2762-c368-4cd9-b29b-2026cc6abc9b tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.1108065 Sep 04 16:16:02.684581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1deb19b-2a23-4a03-94d1-ac4ceffa0c00 req-90d4cab0-3e94-4311-adc8-90285dbeca72 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:02.685940 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f1deb19b-2a23-4a03-94d1-ac4ceffa0c00 req-90d4cab0-3e94-4311-adc8-90285dbeca72 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0995853 Sep 04 16:16:02.768447 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-78dda109-1504-4e9f-b0f7-bd80e9b7cd91 req-3137e01d-7db5-4214-910c-fb59ce9aecaf tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814881 Sep 04 16:16:02.771703 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f1deb19b-2a23-4a03-94d1-ac4ceffa0c00 req-50baabc4-32ab-4239-a901-78d6810d2eb6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780301 Sep 04 16:16:03.454784 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c649d8-5289-4605-bfcd-2669ea8a2c96 req-83536d6a-a826-4065-9de7-3b3637cf3cb4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:03.456263 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90c649d8-5289-4605-bfcd-2669ea8a2c96 req-83536d6a-a826-4065-9de7-3b3637cf3cb4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0506020 Sep 04 16:16:03.514063 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90c649d8-5289-4605-bfcd-2669ea8a2c96 req-92ce6284-4693-47b5-b984-0045ee79910e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499773 Sep 04 16:16:03.927873 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3c7c5-d515-479a-a43b-25a1582edcc4 req-8176bf42-4ddb-470c-b913-e866fa5ba210 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:03.929229 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a0e3c7c5-d515-479a-a43b-25a1582edcc4 req-8176bf42-4ddb-470c-b913-e866fa5ba210 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0647857 Sep 04 16:16:03.934568 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926d5a1-b7a4-4ed0-8185-a6880f5b35d5 req-4e569201-7466-407b-8fed-540fee420dd3 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:03.935875 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9926d5a1-b7a4-4ed0-8185-a6880f5b35d5 req-4e569201-7466-407b-8fed-540fee420dd3 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0841751 Sep 04 16:16:04.007448 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a0e3c7c5-d515-479a-a43b-25a1582edcc4 req-f4b6610d-1803-4b38-aab3-25bce6e4aa1a tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706341 Sep 04 16:16:04.021990 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9926d5a1-b7a4-4ed0-8185-a6880f5b35d5 req-07b3e248-ea68-4dbe-b2e3-e9ebfe1e5fda tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778186 Sep 04 16:16:04.648420 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205dfa-d0af-4c2a-bd77-3157136af06e req-e24fdfb2-bae0-42bb-8c3b-ade078a1c0a0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:04.650033 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c7205dfa-d0af-4c2a-bd77-3157136af06e req-e24fdfb2-bae0-42bb-8c3b-ade078a1c0a0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0485597 Sep 04 16:16:04.701360 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c7205dfa-d0af-4c2a-bd77-3157136af06e req-27053d98-46aa-455d-a09a-84252bb95978 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457904 Sep 04 16:16:05.176255 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de0a87-980e-4195-962d-aedd3b49bfaa req-28dcf712-6ae6-4084-be92-d1e04ab4219d tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:05.177762 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-68de0a87-980e-4195-962d-aedd3b49bfaa req-28dcf712-6ae6-4084-be92-d1e04ab4219d tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0805514 Sep 04 16:16:05.183320 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da9dff-2f19-469f-b0b9-c05f8ab29623 req-51e7f6ea-3a9c-4c29-ab6e-14390a8b52c6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:05.184649 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-52da9dff-2f19-469f-b0b9-c05f8ab29623 req-51e7f6ea-3a9c-4c29-ab6e-14390a8b52c6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0777419 Sep 04 16:16:05.251989 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-68de0a87-980e-4195-962d-aedd3b49bfaa req-941e6f2d-cc9a-4365-8580-b5168ec520d9 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664060 Sep 04 16:16:05.267184 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-52da9dff-2f19-469f-b0b9-c05f8ab29623 req-f06c2e8a-500d-448f-88bf-c7ff4e1aaf21 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671291 Sep 04 16:16:05.661660 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-983ea354-42a8-466a-9670-8f2e3e11b911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:05.830963 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a059a9-7760-4947-a45c-d14a01ae291b req-d0d107a4-afac-4af1-b7a7-a6aabe2e5be6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:05.832443 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b0a059a9-7760-4947-a45c-d14a01ae291b req-d0d107a4-afac-4af1-b7a7-a6aabe2e5be6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0484509 Sep 04 16:16:05.883136 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b0a059a9-7760-4947-a45c-d14a01ae291b req-e07036bc-01d0-40f1-888d-a5d7a4251360 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446904 Sep 04 16:16:06.411700 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468c8c5-5169-499d-84a9-8a7eb5b334cc req-1a8242c3-045b-4702-ae90-bdfd448de6c4 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:06.413525 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e468c8c5-5169-499d-84a9-8a7eb5b334cc req-1a8242c3-045b-4702-ae90-bdfd448de6c4 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0813415 Sep 04 16:16:06.431318 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ca21a-b1b2-49cf-964d-7d395b1a0c68 req-e91363fb-91af-4bcf-a553-fd61f1be7d89 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:06.432835 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-883ca21a-b1b2-49cf-964d-7d395b1a0c68 req-e91363fb-91af-4bcf-a553-fd61f1be7d89 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0881016 Sep 04 16:16:06.488629 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:06.499265 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e468c8c5-5169-499d-84a9-8a7eb5b334cc req-1f06fc33-c2ca-4f1a-b4b5-ad0493db4d82 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800359 Sep 04 16:16:06.507077 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-883ca21a-b1b2-49cf-964d-7d395b1a0c68 req-25c65c6b-4450-40f4-baf1-5f341da697a0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658348 Sep 04 16:16:06.979728 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-ff2caa9d-a4f1-4c40-a101-ee6e3b5f8a2e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3 HTTP/1.1" status: 200 len: 217 time: 0.0396154 Sep 04 16:16:06.991550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:07.025246 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d40c-a914-4811-a212-710f54d0245f req-e6699c13-42df-49a9-b949-8cc6eed9b054 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:07.026752 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7839d40c-a914-4811-a212-710f54d0245f req-e6699c13-42df-49a9-b949-8cc6eed9b054 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Sep 04 16:16:07.074582 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7839d40c-a914-4811-a212-710f54d0245f req-91bd0fda-14d8-460c-8def-500b85fd635c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Sep 04 16:16:07.721881 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2135de9-2590-450a-aef8-d16373981860 req-0ee1764a-daa9-48ce-a6c7-cba47f45dab1 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:07.724247 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f2135de9-2590-450a-aef8-d16373981860 req-0ee1764a-daa9-48ce-a6c7-cba47f45dab1 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.1419864 Sep 04 16:16:07.735932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54339e4-7758-4916-a33a-6396730b643c req-63d3dbe4-b7b5-4a28-9f20-723f19cac6bc tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:07.737369 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a54339e4-7758-4916-a33a-6396730b643c req-63d3dbe4-b7b5-4a28-9f20-723f19cac6bc tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1167414 Sep 04 16:16:07.762379 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:INSERT=7,neutron:SELECT=57,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:07.767804 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-32641d25-262d-41b4-a375-3a59f26816a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:07.769238 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-32641d25-262d-41b4-a375-3a59f26816a6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.1498888 Sep 04 16:16:07.833588 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f2135de9-2590-450a-aef8-d16373981860 req-0e33cbe8-fc4b-4228-8597-07ad6ade3e5c tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900590 Sep 04 16:16:07.836442 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a54339e4-7758-4916-a33a-6396730b643c req-29abd763-70d6-4e8f-8959-2dfd71ed9ce4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843523 Sep 04 16:16:07.953185 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-97987a82-28c5-44cb-8413-daf7a2745f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:08.211158 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac552327-6862-450f-a873-7888100508f2 req-21772eae-031c-41cd-b338-2ae9006ba4d8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:08.212706 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ac552327-6862-450f-a873-7888100508f2 req-21772eae-031c-41cd-b338-2ae9006ba4d8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0504045 Sep 04 16:16:08.260103 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ac552327-6862-450f-a873-7888100508f2 req-eba605b3-da0b-4400-a6c6-c9fbbfe21424 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415945 Sep 04 16:16:08.986459 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd6f54-6ade-4583-829e-f31999deec1e req-d356ba1d-a9b7-4d56-89c6-e660fc69fdd0 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:08.988029 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3bbd6f54-6ade-4583-829e-f31999deec1e req-d356ba1d-a9b7-4d56-89c6-e660fc69fdd0 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0734792 Sep 04 16:16:08.995473 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dad20-94f6-4978-af5d-381ee8be661d req-0e0dc97c-dd14-4900-8076-764f54173c54 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:08.996794 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-794dad20-94f6-4978-af5d-381ee8be661d req-0e0dc97c-dd14-4900-8076-764f54173c54 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0714457 Sep 04 16:16:09.074554 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3bbd6f54-6ade-4583-829e-f31999deec1e req-bdbea0d9-7379-45a6-a8a3-678c39bf02c5 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768316 Sep 04 16:16:09.078561 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-794dad20-94f6-4978-af5d-381ee8be661d req-eba8297e-6121-4e5f-8a7e-0dc918a8e4f2 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744324 Sep 04 16:16:09.084450 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:09.395717 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad25b87-cc51-42e8-bec9-36c8ab9a3b94 req-34848b69-fdc3-4038-879a-158806005385 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:09.397185 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9ad25b87-cc51-42e8-bec9-36c8ab9a3b94 req-34848b69-fdc3-4038-879a-158806005385 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0527713 Sep 04 16:16:09.446070 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9ad25b87-cc51-42e8-bec9-36c8ab9a3b94 req-ea7f50af-0bdc-4de9-abe9-f89ac7e68d17 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430729 Sep 04 16:16:10.234377 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef691022-5d5c-4357-9278-4161a1ae07e0 req-88f83061-7f07-45cc-a23c-0c162ee9de81 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:10.235894 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef691022-5d5c-4357-9278-4161a1ae07e0 req-88f83061-7f07-45cc-a23c-0c162ee9de81 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0773966 Sep 04 16:16:10.241589 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ac19-bc80-4f3f-95d9-7b8b2c408e2e req-6c32ba55-ca53-462b-a204-620e8df8b855 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:10.242921 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b714ac19-bc80-4f3f-95d9-7b8b2c408e2e req-6c32ba55-ca53-462b-a204-620e8df8b855 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0756145 Sep 04 16:16:10.304813 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:10.319972 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef691022-5d5c-4357-9278-4161a1ae07e0 req-7b121b8d-de79-4e13-a4d0-9ade76372b92 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760677 Sep 04 16:16:10.322906 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b714ac19-bc80-4f3f-95d9-7b8b2c408e2e req-c0d3becd-9380-4ca1-b27a-4068395cd9f7 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732639 Sep 04 16:16:10.354250 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=18 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:10.580955 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526d4f7-2ad2-411d-98af-aebc784eb526 req-e5a6320d-a54e-4e97-8643-0a4c2548aff6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:10.581821 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:10.582375 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b526d4f7-2ad2-411d-98af-aebc784eb526 req-e5a6320d-a54e-4e97-8643-0a4c2548aff6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0471272 Sep 04 16:16:10.636992 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b526d4f7-2ad2-411d-98af-aebc784eb526 req-cd344385-ae69-4db5-88d4-cc6c8b5fc54c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476723 Sep 04 16:16:10.747514 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:11.350305 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-0f1d038f-7811-467e-834f-0026d5ea750d tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:11.351754 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-0f1d038f-7811-467e-834f-0026d5ea750d tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0787745 Sep 04 16:16:11.352813 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-15730114-694f-42e7-a47c-62f029573d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:11.354180 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-15730114-694f-42e7-a47c-62f029573d23 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799952 Sep 04 16:16:11.483832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64c683-3407-4fec-a588-439fb68794cc req-393b3947-4175-4830-b3a0-186fe8baaa3c tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:11.485300 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6b64c683-3407-4fec-a588-439fb68794cc req-393b3947-4175-4830-b3a0-186fe8baaa3c tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0776391 Sep 04 16:16:11.491375 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0620c-8450-4fba-86a7-10e9378a020c req-9cc7c7de-cce5-48d9-b790-9d09200bc54a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:11.492731 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-87f0620c-8450-4fba-86a7-10e9378a020c req-9cc7c7de-cce5-48d9-b790-9d09200bc54a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0743849 Sep 04 16:16:11.511697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:11.563242 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6b64c683-3407-4fec-a588-439fb68794cc req-0ca54032-ac01-4ba3-bc94-eee85d0a2d9a tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695815 Sep 04 16:16:11.570344 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-87f0620c-8450-4fba-86a7-10e9378a020c req-b341d600-461b-4c67-8c27-099e7b4108bc tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Sep 04 16:16:11.770601 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0516242-e89f-4536-9265-1ce8df98401a req-01a25be8-416e-4d7e-a1e8-7932400d1f07 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:11.772048 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c0516242-e89f-4536-9265-1ce8df98401a req-01a25be8-416e-4d7e-a1e8-7932400d1f07 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0469217 Sep 04 16:16:11.817805 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c0516242-e89f-4536-9265-1ce8df98401a req-1b9ffa56-b8b5-4c32-9a7b-8f22b81db601 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402319 Sep 04 16:16:12.719421 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808f678-33cb-463e-bb98-25a3ade29cf3 req-c9b021ff-8429-40a2-92ae-4bfdc59ba486 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:12.721542 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0808f678-33cb-463e-bb98-25a3ade29cf3 req-c9b021ff-8429-40a2-92ae-4bfdc59ba486 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0811760 Sep 04 16:16:12.729153 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390974-d9af-47d4-87b0-9c8c4679564b req-4af0375b-c4a5-4efe-b705-2d0576627909 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:12.730630 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d6390974-d9af-47d4-87b0-9c8c4679564b req-4af0375b-c4a5-4efe-b705-2d0576627909 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0792913 Sep 04 16:16:12.807549 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d6390974-d9af-47d4-87b0-9c8c4679564b req-2b7bc712-b421-4964-974f-c66ee6322020 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691278 Sep 04 16:16:12.810814 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0808f678-33cb-463e-bb98-25a3ade29cf3 req-662e0794-e6e6-4305-81eb-8ff82effd55c tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793135 Sep 04 16:16:12.947830 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64687e-f2aa-4910-b883-65891655ce05 req-07fe2291-f9bf-4cf0-bf82-8c587e7d01e1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:12.949297 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-de64687e-f2aa-4910-b883-65891655ce05 req-07fe2291-f9bf-4cf0-bf82-8c587e7d01e1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0525229 Sep 04 16:16:12.997723 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-de64687e-f2aa-4910-b883-65891655ce05 req-ce2255fb-634e-4400-b33b-1781126bf52f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 Sep 04 16:16:13.958959 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649463d-4930-49da-b4c5-7b272401a71a req-c0a1d827-1ffc-45b6-af9b-7ef081a6e0e8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:13.960411 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4649463d-4930-49da-b4c5-7b272401a71a req-c0a1d827-1ffc-45b6-af9b-7ef081a6e0e8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0721738 Sep 04 16:16:13.965890 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dad98-b232-45b5-b871-540d2d0810ad req-084c113c-d603-48a0-acab-332e313d8859 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:13.967207 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f05dad98-b232-45b5-b871-540d2d0810ad req-084c113c-d603-48a0-acab-332e313d8859 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 949 time: 0.0768847 Sep 04 16:16:14.043040 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4649463d-4930-49da-b4c5-7b272401a71a req-3cc9791a-f1fa-4a55-8414-d9d4a708f99e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748994 Sep 04 16:16:14.050446 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f05dad98-b232-45b5-b871-540d2d0810ad req-b9bb89b4-a5bc-4379-b36f-d24c582d970a tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=68b62b78-6474-43f5-bccc-82fa373d14ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748954 Sep 04 16:16:14.149277 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e0cb5-b754-42a2-a0cb-d97a42eada30 req-30585c97-6449-4390-97ff-11fed4dba6ac tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:14.150802 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a33e0cb5-b754-42a2-a0cb-d97a42eada30 req-30585c97-6449-4390-97ff-11fed4dba6ac tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Sep 04 16:16:14.175324 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:14.198028 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a33e0cb5-b754-42a2-a0cb-d97a42eada30 req-09b77e73-c517-42ec-bbc7-b3e87e2b6d6e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 Sep 04 16:16:14.248103 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device af83fee5-86b0-448e-964a-b5a1fb38dc23 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:16:14.319847 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port af83fee5-86b0-448e-964a-b5a1fb38dc23 is: ACTIVE; New status is: DOWN {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:14.320235 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:14.347358 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af83fee5-86b0-448e-964a-b5a1fb38dc23'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:14.349589 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90793a1-b089-45dd-b7d0-31ca1d9dcfb7" -d '{"events": [{"server_uuid": "4d92778a-fe09-4720-8b6c-a9f5a7aea57f", "name": "network-vif-unplugged", "status": "completed", "tag": "af83fee5-86b0-448e-964a-b5a1fb38dc23"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:14.362938 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port af83fee5-86b0-448e-964a-b5a1fb38dc23, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=af83fee5-86b0-448e-964a-b5a1fb38dc23,segment=NetworkSegment(a06bdeca-6a4b-4b5a-8ea5-0b45e273b320),segment_id=a06bdeca-6a4b-4b5a-8ea5-0b45e273b320)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:14.387001 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b7e1e7-44a2-4162-ab23-c6c03b1e7ac6 x-openstack-request-id: req-c3b7e1e7-44a2-4162-ab23-c6c03b1e7ac6 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:14.387284 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d92778a-fe09-4720-8b6c-a9f5a7aea57f", "name": "network-vif-unplugged", "status": "completed", "tag": "af83fee5-86b0-448e-964a-b5a1fb38dc23", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:14.387530 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3b7e1e7-44a2-4162-ab23-c6c03b1e7ac6 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:14.387918 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b7e1e7-44a2-4162-ab23-c6c03b1e7ac6'] response: {'server_uuid': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af83fee5-86b0-448e-964a-b5a1fb38dc23', 'code': 200} Sep 04 16:16:14.427448 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:14.463445 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:14.477546 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=af83fee5-86b0-448e-964a-b5a1fb38dc23,revision_number=6']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:14.581322 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Deleting port af83fee5-86b0-448e-964a-b5a1fb38dc23 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:16:14.581687 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:14.641983 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-c09196f9-339b-402b-9877-26a930226119 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139184 Sep 04 16:16:14.688880 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] For port af83fee5-86b0-448e-964a-b5a1fb38dc23, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=af83fee5-86b0-448e-964a-b5a1fb38dc23,segment=NetworkSegment(a06bdeca-6a4b-4b5a-8ea5-0b45e273b320),segment_id=a06bdeca-6a4b-4b5a-8ea5-0b45e273b320)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:14.689487 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:14.702700 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Calling delete_port for af83fee5-86b0-448e-964a-b5a1fb38dc23 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:16:14.704127 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:14.889996 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (af83fee5-86b0-448e-964a-b5a1fb38dc23), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:14.916643 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Pushing event deleted for resources: {'Port': ['ID=af83fee5-86b0-448e-964a-b5a1fb38dc23,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:14.964674 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] No DVR routers for this DVR port af83fee5-86b0-448e-964a-b5a1fb38dc23 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:16:14.967886 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:14.971677 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e4f805db-c25f-4cdc-bde2-7199f26870e0 req-4b4a03a5-f407-4b20-94cf-f6d869efcb27 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.27 "DELETE /networking/v2.0/ports/af83fee5-86b0-448e-964a-b5a1fb38dc23 HTTP/1.1" status: 204 len: 173 time: 0.5450470 Sep 04 16:16:14.972120 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'name': 'network-vif-deleted', 'tag': 'af83fee5-86b0-448e-964a-b5a1fb38dc23'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:14.974408 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c9bac7-78bc-4141-a377-ef3a360e41e2" -d '{"events": [{"server_uuid": "4d92778a-fe09-4720-8b6c-a9f5a7aea57f", "name": "network-vif-deleted", "tag": "af83fee5-86b0-448e-964a-b5a1fb38dc23"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:15.014137 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebb7068-194c-4457-adf3-98f24773e73b x-openstack-request-id: req-2ebb7068-194c-4457-adf3-98f24773e73b {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:15.014427 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d92778a-fe09-4720-8b6c-a9f5a7aea57f", "name": "network-vif-deleted", "tag": "af83fee5-86b0-448e-964a-b5a1fb38dc23", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:15.014672 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ebb7068-194c-4457-adf3-98f24773e73b {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:15.015064 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebb7068-194c-4457-adf3-98f24773e73b'] response: {'server_uuid': '4d92778a-fe09-4720-8b6c-a9f5a7aea57f', 'name': 'network-vif-deleted', 'tag': 'af83fee5-86b0-448e-964a-b5a1fb38dc23', 'status': 'completed', 'code': 200} Sep 04 16:16:15.184357 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4e7dcfaf-0749-4a6e-be61-ca8493c221f8 req-466ef9a5-ad09-4ab6-8552-5a59575e1265 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0474296 Sep 04 16:16:15.197009 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df688a-378d-4336-9b40-c0d4b1e0f9df req-a7065599-bcd8-4829-893c-720ec7f96be8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:15.198469 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-02df688a-378d-4336-9b40-c0d4b1e0f9df req-a7065599-bcd8-4829-893c-720ec7f96be8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0703135 Sep 04 16:16:15.514305 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761305aa-8594-4833-8744-6dc37d2650c3 req-4dd30704-3b01-46f7-a8aa-042507895bd9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:15.515758 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-761305aa-8594-4833-8744-6dc37d2650c3 req-4dd30704-3b01-46f7-a8aa-042507895bd9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0644243 Sep 04 16:16:15.519724 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-02df688a-378d-4336-9b40-c0d4b1e0f9df req-421c6984-2d4e-4b65-9c11-d206eccac41a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158708 Sep 04 16:16:15.617916 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-761305aa-8594-4833-8744-6dc37d2650c3 req-a5e63459-890a-4d94-bded-ae6ba15c39fa tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952537 Sep 04 16:16:16.290280 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ddc20901-12f6-49d1-b53e-e81779c019f4 req-f6048eec-672e-415a-8ed2-d415ff33b410 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0299256 Sep 04 16:16:16.640990 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d202-5ca0-4a98-8f1a-7630105d7a33 req-c92419ed-ded8-495c-b232-04465ec09588 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:16.642891 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7024d202-5ca0-4a98-8f1a-7630105d7a33 req-c92419ed-ded8-495c-b232-04465ec09588 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0457673 Sep 04 16:16:16.690275 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7024d202-5ca0-4a98-8f1a-7630105d7a33 req-786719f3-58ae-4611-a75a-584397bdf70c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Sep 04 16:16:16.743758 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401143-b446-4300-96fd-ea78da81da36 req-e926051b-d893-48c4-bf63-231edc3f3805 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:16.745279 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-df401143-b446-4300-96fd-ea78da81da36 req-e926051b-d893-48c4-bf63-231edc3f3805 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0470774 Sep 04 16:16:16.795014 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-df401143-b446-4300-96fd-ea78da81da36 req-84f79310-ea56-4e25-b254-6f44f6d5944c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425715 Sep 04 16:16:17.396253 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6c7cb9bb-7758-4105-bdea-c359bc6d0b4c req-7569eee2-ee75-477d-b24e-2c8aa66c1d09 tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0307460 Sep 04 16:16:17.711866 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ea45359b-6df0-4bcb-9182-26e4cca9bdd6 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:16:17.733438 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:17.781094 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:17.831492 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:17.841026 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d045b-e47d-49e4-a6e2-0c564385984f req-e5176190-e6be-4b0d-ad60-278f53be179d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:17.842596 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c77d045b-e47d-49e4-a6e2-0c564385984f req-e5176190-e6be-4b0d-ad60-278f53be179d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0700345 Sep 04 16:16:17.844820 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'port_id': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'mac_address': 'fa:16:3e:e2:b6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:16:17.844966 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94a53e6b-57ba-419c-a5c6-f1d72ed97cd5 req-b591f242-2bb0-4ab7-a988-602dc33b3a51 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358984 Sep 04 16:16:17.934340 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c77d045b-e47d-49e4-a6e2-0c564385984f req-aca1d906-3598-4187-a7b2-3185f0675d5d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801604 Sep 04 16:16:17.942871 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 is: ACTIVE; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:17.942871 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:17.978074 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea45359b-6df0-4bcb-9182-26e4cca9bdd6 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:18.001223 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e3008-e0d6-4adb-bf5b-3e1ab1cc290e req-83519567-8026-4520-a531-09eabc20b758 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:18.002826 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4b4e3008-e0d6-4adb-bf5b-3e1ab1cc290e req-83519567-8026-4520-a531-09eabc20b758 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0517659 Sep 04 16:16:18.010384 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:18.062016 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4b4e3008-e0d6-4adb-bf5b-3e1ab1cc290e req-f2be9f19-e026-4fea-b7a2-d408dacc0502 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514443 Sep 04 16:16:18.084400 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:18.159698 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=6']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:18.209371 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['ea45359b-6df0-4bcb-9182-26e4cca9bdd6'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:16:18.329932 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:18.636922 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66386595-69eb-47a3-9eb6-15175e997c83 req-46b78458-2784-409a-bcfd-cb92c059b69d tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0273316 Sep 04 16:16:18.963017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 49512) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:18.967374 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-e695bb7b-6bad-4252-bd30-86a693d3095d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069246550', 'description': 'tempest-description--936552596'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:18.976342 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:19.074504 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a305cb-4f83-4084-932c-67b80633bda7 req-8fa527bb-a9e9-490d-a24e-b81008a5975f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:19.076260 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e4a305cb-4f83-4084-932c-67b80633bda7 req-8fa527bb-a9e9-490d-a24e-b81008a5975f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0520806 Sep 04 16:16:19.114392 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e695bb7b-6bad-4252-bd30-86a693d3095d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.145821 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e4a305cb-4f83-4084-932c-67b80633bda7 req-3388f0b7-9a45-42de-a182-f08a910a4218 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627804 Sep 04 16:16:19.216739 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e41f2-57ed-4672-986d-a6d16328f7d0 req-023c3304-85a5-4c07-8279-d3e64cc7d724 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:19.218270 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f18e41f2-57ed-4672-986d-a6d16328f7d0 req-023c3304-85a5-4c07-8279-d3e64cc7d724 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 944 time: 0.0616138 Sep 04 16:16:19.250333 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e695bb7b-6bad-4252-bd30-86a693d3095d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (f3551407-6036-4f07-810f-bfd2ee32e26d), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.278607 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f18e41f2-57ed-4672-986d-a6d16328f7d0 req-5284f050-a7c6-4f24-8d7f-37467fe2b13e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506680 Sep 04 16:16:19.324334 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e695bb7b-6bad-4252-bd30-86a693d3095d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (f3551407-6036-4f07-810f-bfd2ee32e26d), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.358422 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695bb7b-6bad-4252-bd30-86a693d3095d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3551407-6036-4f07-810f-bfd2ee32e26d,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:19.423337 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e695bb7b-6bad-4252-bd30-86a693d3095d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.425157 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-e695bb7b-6bad-4252-bd30-86a693d3095d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4605644 Sep 04 16:16:19.428313 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 49520) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:19.432599 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-b0053f45-f692-4946-b38b-80c21de2d863 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group_rule': {'security_group_id': 'f3551407-6036-4f07-810f-bfd2ee32e26d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:19.516733 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:19.519328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b0053f45-f692-4946-b38b-80c21de2d863 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (60a41839-be73-4238-9910-80928aed6742), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.574952 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b0053f45-f692-4946-b38b-80c21de2d863 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (60a41839-be73-4238-9910-80928aed6742), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.639001 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b0053f45-f692-4946-b38b-80c21de2d863 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (60a41839-be73-4238-9910-80928aed6742), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.661557 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0053f45-f692-4946-b38b-80c21de2d863 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a41839-be73-4238-9910-80928aed6742,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:19.720623 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b0053f45-f692-4946-b38b-80c21de2d863 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.722917 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-b0053f45-f692-4946-b38b-80c21de2d863 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936907 Sep 04 16:16:19.723749 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ea45359b-6df0-4bcb-9182-26e4cca9bdd6 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:16:19.726065 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 49526) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:19.732056 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-f435f9ef-df04-4c98-88f7-66e7cfb39758 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group_rule': {'security_group_id': 'f3551407-6036-4f07-810f-bfd2ee32e26d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:19.745472 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f03953d4-ba40-4df5-83d9-09ecc599850d req-d5efc541-93ce-492e-ab62-8f885474b8ef tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0372696 Sep 04 16:16:19.782394 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:19.782762 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.810467 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f435f9ef-df04-4c98-88f7-66e7cfb39758 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (10c58b9f-c77e-468a-b5d2-eb473083ec53), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.863997 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:19.864393 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.873856 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f435f9ef-df04-4c98-88f7-66e7cfb39758 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (10c58b9f-c77e-468a-b5d2-eb473083ec53), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.889886 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:19.892560 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14287df-bef3-461c-9571-2de8d1791bd2" -d '{"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-plugged", "status": "completed", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:19.907911 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:19.924579 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f435f9ef-df04-4c98-88f7-66e7cfb39758 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (10c58b9f-c77e-468a-b5d2-eb473083ec53), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:19.952033 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6feaef88-6096-415c-ae76-b256927ce1ae x-openstack-request-id: req-6feaef88-6096-415c-ae76-b256927ce1ae {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:19.952033 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-plugged", "status": "completed", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:19.952246 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435f9ef-df04-4c98-88f7-66e7cfb39758 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c58b9f-c77e-468a-b5d2-eb473083ec53,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:19.952345 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6feaef88-6096-415c-ae76-b256927ce1ae {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:19.952345 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6feaef88-6096-415c-ae76-b256927ce1ae'] response: {'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'code': 200} Sep 04 16:16:19.970121 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:20.009608 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f435f9ef-df04-4c98-88f7-66e7cfb39758 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:20.011189 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f435f9ef-df04-4c98-88f7-66e7cfb39758 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2829070 Sep 04 16:16:20.015543 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 49534) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:20.017577 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=7']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:20.022305 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:20.113290 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:20.199065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:20.295056 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06113194-4306-4113-9c1b-4abd3fb3150a req-7effb0a8-26a4-4980-a151-81728bb7d5b8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:20.296637 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-06113194-4306-4113-9c1b-4abd3fb3150a req-7effb0a8-26a4-4980-a151-81728bb7d5b8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0602620 Sep 04 16:16:20.382627 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Allocated IP 172.27.3.141 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/781071cb-9e88-4913-8944-7e2bacd79cc9) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:16:20.443036 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-06113194-4306-4113-9c1b-4abd3fb3150a req-86295c25-e60a-44ba-a87b-d6e5556272aa tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246040 Sep 04 16:16:20.464601 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08815b45-b424-4d56-99fa-59d92840ff12 req-ba6df762-9113-4908-9422-138599b6f0be tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:20.468471 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-08815b45-b424-4d56-99fa-59d92840ff12 req-ba6df762-9113-4908-9422-138599b6f0be tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0965824 Sep 04 16:16:20.566071 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-08815b45-b424-4d56-99fa-59d92840ff12 req-7c880286-5684-4244-8887-6672f172ec0c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745995 Sep 04 16:16:20.584189 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (781071cb-9e88-4913-8944-7e2bacd79cc9), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:20.614185 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:20.702912 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (781071cb-9e88-4913-8944-7e2bacd79cc9), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:20.749391 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:16:20.752756 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:16:20.755816 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:16:20.761062 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=781071cb-9e88-4913-8944-7e2bacd79cc9,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:20.808194 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:20.895326 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-724ca93b-581e-4bd6-bfe2-66f356509a94 req-08dce6a0-2334-4cd3-a127-dc570209e78f tempest-VolumesNegativeTest-1974394696 tempest-VolumesNegativeTest-1974394696-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=4d92778a-fe09-4720-8b6c-a9f5a7aea57f HTTP/1.1" status: 200 len: 210 time: 0.0445271 Sep 04 16:16:20.912513 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (1f66efef-47a2-420a-ab75-b031b1676a68), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:21.026797 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (781071cb-9e88-4913-8944-7e2bacd79cc9), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:21.185584 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (781071cb-9e88-4913-8944-7e2bacd79cc9), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:21.279465 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (781071cb-9e88-4913-8944-7e2bacd79cc9), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:21.355978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=781071cb-9e88-4913-8944-7e2bacd79cc9,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:21.360124 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (1f66efef-47a2-420a-ab75-b031b1676a68), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:21.445484 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:21.447177 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-99003d51-542f-4349-8f13-b914677f52b2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4304349 Sep 04 16:16:21.588732 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7623dc8-a1bf-4353-80fe-0c58e5727806 req-2cd34f71-d6a4-429e-9dd1-41b4822ea723 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:21.591543 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d7623dc8-a1bf-4353-80fe-0c58e5727806 req-2cd34f71-d6a4-429e-9dd1-41b4822ea723 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0516469 Sep 04 16:16:21.642073 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d7623dc8-a1bf-4353-80fe-0c58e5727806 req-97bb9465-10f6-4733-b0d8-7f9540428024 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Sep 04 16:16:21.778221 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90098d71-d534-4d2b-92a1-0601ac9675f2 req-afd46092-0c62-4787-a71b-40d65d90c1cf tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:21.786349 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90098d71-d534-4d2b-92a1-0601ac9675f2 req-afd46092-0c62-4787-a71b-40d65d90c1cf tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0775831 Sep 04 16:16:21.834073 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-755ff359-5bc5-475b-a959-be369dfb34fb tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1069246550&fields=id&tenant_id=1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 267 time: 0.1151311 Sep 04 16:16:21.880479 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90098d71-d534-4d2b-92a1-0601ac9675f2 req-560208c2-b909-4593-a805-72b86b0dcc5a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932662 Sep 04 16:16:21.933293 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:21.991920 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-b5ffebfd-fc90-49c7-ba7d-bb68c98100e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:21.993286 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-b5ffebfd-fc90-49c7-ba7d-bb68c98100e1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 815 time: 0.1524887 Sep 04 16:16:22.016993 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-50c8ee29-bab3-4309-97c9-e8900a0f6056 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/quotas/1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 375 time: 0.0155706 Sep 04 16:16:22.085694 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-b2c8c19e-596d-457e-b8d1-fbd5bf1bb938 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666955 Sep 04 16:16:22.193186 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-363c2ffb-ee45-40c2-b92e-c94f95b8707a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944161 Sep 04 16:16:22.316500 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-1fae7908-4dd6-4407-841b-acbc947b6167 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169019 Sep 04 16:16:22.632500 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4c787102-a6a6-4d98-a3ef-87952e648c05 req-72f326bf-f237-4120-b3fb-6c02b98fa609 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 210 time: 0.0455220 Sep 04 16:16:23.002129 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:23.086575 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820b71-cb1f-4d51-bea5-005c580cd0ec req-29c68021-501c-4020-bfb1-aa0da2d87a17 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:23.086575 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7f820b71-cb1f-4d51-bea5-005c580cd0ec req-29c68021-501c-4020-bfb1-aa0da2d87a17 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0563924 Sep 04 16:16:23.153485 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7f820b71-cb1f-4d51-bea5-005c580cd0ec req-feb47288-0e4f-437c-8ead-2719d30a18f0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978668 Sep 04 16:16:23.645307 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 49682) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:23.653799 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-bac128d7-7a21-4b9c-9ced-10ab05fc48bf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199755809', 'description': 'tempest-description--24361890'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:23.760205 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b30815f1-6d47-441e-9587-3e8020e044aa req-634b34f0-304c-4455-80df-32c98c2be95f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 210 time: 0.0480804 Sep 04 16:16:23.792482 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bac128d7-7a21-4b9c-9ced-10ab05fc48bf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:23.962766 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bac128d7-7a21-4b9c-9ced-10ab05fc48bf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group (97298211-77f3-4cf7-9b51-62a878573b92), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:23.998447 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:16:24.240653 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bac128d7-7a21-4b9c-9ced-10ab05fc48bf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (97298211-77f3-4cf7-9b51-62a878573b92), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:24.373315 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac128d7-7a21-4b9c-9ced-10ab05fc48bf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97298211-77f3-4cf7-9b51-62a878573b92,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:24.400883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5dc6e-58aa-4d56-9e0a-6944f6488d5c req-9b98f470-56c6-4fb4-a23c-a32c32a13643 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:24.403422 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-48a5dc6e-58aa-4d56-9e0a-6944f6488d5c req-9b98f470-56c6-4fb4-a23c-a32c32a13643 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1075201 Sep 04 16:16:24.465023 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bac128d7-7a21-4b9c-9ced-10ab05fc48bf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:24.465023 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-bac128d7-7a21-4b9c-9ced-10ab05fc48bf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8138845 Sep 04 16:16:24.465023 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 49712) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:24.467305 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-aba1c987-4a97-47f8-bcb2-dc30f7988765 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Request body: {'security_group_rule': {'security_group_id': '97298211-77f3-4cf7-9b51-62a878573b92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:24.501126 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-48a5dc6e-58aa-4d56-9e0a-6944f6488d5c req-b151a328-b95f-4157-ba79-d5030d9cb18a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858796 Sep 04 16:16:24.588593 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-aba1c987-4a97-47f8-bcb2-dc30f7988765 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group_rule (da660063-8291-4cc3-9b56-2728026c129e), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:24.757392 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-aba1c987-4a97-47f8-bcb2-dc30f7988765 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group_rule (da660063-8291-4cc3-9b56-2728026c129e), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:24.771754 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-722234bb-0ac4-4149-97e7-6b48dedfd5d0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2051237217&fields=id&tenant_id=770dbd9183804e7fb0cbb99af75b45f2 HTTP/1.1" status: 200 len: 267 time: 0.0783117 Sep 04 16:16:24.808407 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-aba1c987-4a97-47f8-bcb2-dc30f7988765 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (da660063-8291-4cc3-9b56-2728026c129e), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:24.896334 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1c987-4a97-47f8-bcb2-dc30f7988765 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da660063-8291-4cc3-9b56-2728026c129e,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:24.982144 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a5dfcc3f-11f1-4597-bb12-862706717dac req-59932ae8-3b5a-4e9a-b855-d058775a0378 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 210 time: 0.0488713 Sep 04 16:16:25.016253 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-afba33f8-7b9d-4578-859e-f954555ad232 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:25.025520 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-afba33f8-7b9d-4578-859e-f954555ad232 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/networks?id=b2b9ef80-2b71-48ed-a94f-408f1798eb56 HTTP/1.1" status: 200 len: 809 time: 0.2438467 Sep 04 16:16:25.071860 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-7089b834-0316-4650-b24a-8ab27b971957 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/quotas/770dbd9183804e7fb0cbb99af75b45f2 HTTP/1.1" status: 200 len: 375 time: 0.0451384 Sep 04 16:16:25.077952 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-aba1c987-4a97-47f8-bcb2-dc30f7988765 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:25.086023 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-aba1c987-4a97-47f8-bcb2-dc30f7988765 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6195638 Sep 04 16:16:25.086477 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 49754) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:25.091547 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-38392dc3-6bb7-4220-8434-b22c0a87fa24 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Request body: {'security_group_rule': {'security_group_id': '97298211-77f3-4cf7-9b51-62a878573b92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:25.099381 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:25.162383 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-997d567c-adb4-4568-b520-3b3863bb771f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713308 Sep 04 16:16:25.222623 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-38392dc3-6bb7-4220-8434-b22c0a87fa24 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group_rule (6c153fe2-6e7e-443d-95e7-6585f275de39), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:25.381992 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-38392dc3-6bb7-4220-8434-b22c0a87fa24 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group_rule (6c153fe2-6e7e-443d-95e7-6585f275de39), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:25.403291 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-bf5b43f8-540b-41b5-97cc-d93bf80e75c6 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200186 Sep 04 16:16:25.427653 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-38392dc3-6bb7-4220-8434-b22c0a87fa24 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (6c153fe2-6e7e-443d-95e7-6585f275de39), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:25.453086 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38392dc3-6bb7-4220-8434-b22c0a87fa24 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c153fe2-6e7e-443d-95e7-6585f275de39,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:25.510953 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:25.538771 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-3b02a710-dc31-400b-bfc2-2ecd0d5c3b40 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262984 Sep 04 16:16:25.571767 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-38392dc3-6bb7-4220-8434-b22c0a87fa24 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:25.573446 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-38392dc3-6bb7-4220-8434-b22c0a87fa24 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4858949 Sep 04 16:16:25.577014 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 49804) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:25.591061 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:25.741852 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:25.879737 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:26.030709 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Allocated IP 172.27.3.47 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/28399410-e53d-4f66-bfc9-c888c9d58b4b) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:16:26.158485 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-38eead05-dbc5-4802-8868-56c8de1cb2ac tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:26.160069 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-38eead05-dbc5-4802-8868-56c8de1cb2ac tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 815 time: 0.2055514 Sep 04 16:16:26.163178 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for port (28399410-e53d-4f66-bfc9-c888c9d58b4b), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:26.238244 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-66f02127-baa9-4638-9e46-90840132c17f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 472 time: 0.0680141 Sep 04 16:16:26.247405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'port': {'device_id': '512e46e1-9291-44b3-b609-c1147f105f76', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'admin_state_up': True, 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'security_groups': ['f3551407-6036-4f07-810f-bfd2ee32e26d']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:26.512643 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (28399410-e53d-4f66-bfc9-c888c9d58b4b), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:26.538101 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Made reservation on behalf of 1cc5ea4158344d5c8a35bc5783410620 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:16:26.542945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:26.565540 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:26.580783 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:16:26.586124 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:16:26.591526 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:16:26.614657 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event updated for resources: {'Port': ['ID=28399410-e53d-4f66-bfc9-c888c9d58b4b,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:26.627548 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:26.711077 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for floatingip (88235fad-381f-4ac9-97fc-37046eb97a93), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:26.785397 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52cda5-3ef1-475e-9c87-e193c91da4b4 req-7d35c8ee-9df5-42e5-a1c4-6a5bc07fb18f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:26.786954 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b52cda5-3ef1-475e-9c87-e193c91da4b4 req-7d35c8ee-9df5-42e5-a1c4-6a5bc07fb18f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0699265 Sep 04 16:16:26.839288 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (28399410-e53d-4f66-bfc9-c888c9d58b4b), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:26.874611 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Allocated IP 172.20.0.10 (1fe4af06-d7bb-4218-9bf8-f19072fe6b17/b3dc0cdd-5a85-4672-8760-14c1555930d6/08dc8012-7cf0-4bba-b537-c92a01bb802d) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:16:26.876726 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:26.896553 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b52cda5-3ef1-475e-9c87-e193c91da4b4 req-daa256ed-c908-40b7-9f36-3c869223b447 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007116 Sep 04 16:16:27.064621 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c17d0cd7-da59-4fe2-826a-8b62e2f1f31f req-e1b54c41-57d6-4eef-8989-1869a1f38747 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 210 time: 0.1010568 Sep 04 16:16:27.136719 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for port (28399410-e53d-4f66-bfc9-c888c9d58b4b), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:27.222793 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25861116'] for port (28399410-e53d-4f66-bfc9-c888c9d58b4b), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:27.327937 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (88235fad-381f-4ac9-97fc-37046eb97a93), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:27.351649 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event updated for resources: {'Port': ['ID=28399410-e53d-4f66-bfc9-c888c9d58b4b,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:27.396421 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b31cc-ce09-4a1c-a8c9-eed83adb1e59 req-7842c88e-1b39-4710-b043-0a8e724bb12a tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:27.398768 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e12b31cc-ce09-4a1c-a8c9-eed83adb1e59 req-7842c88e-1b39-4710-b043-0a8e724bb12a tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 946 time: 0.3231637 Sep 04 16:16:27.430757 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:27.432814 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-0e5f9324-da24-4710-a390-0b6da866f5b4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8538702 Sep 04 16:16:27.436372 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a9e78d1-a25f-4080-9f99-fb7933f57dd7 req-146cbf6c-3d73-49d4-89e1-2f814d3bdea1 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 210 time: 0.1951041 Sep 04 16:16:27.564298 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e12b31cc-ce09-4a1c-a8c9-eed83adb1e59 req-07ed7e19-627b-4d0f-8c17-1fdbd8479c51 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395714 Sep 04 16:16:27.611276 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:27.653401 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:27.765280 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:28.171845 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:16:28.180413 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:16:28.186091 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:16:28.241785 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:28.241785 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:28.252767 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429edad8-8ce2-4e99-89dc-c79fb839af1a req-37e13fc7-85ee-4b64-8783-d5be7f082dde tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:28.254312 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-429edad8-8ce2-4e99-89dc-c79fb839af1a req-37e13fc7-85ee-4b64-8783-d5be7f082dde tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1311190 Sep 04 16:16:28.268117 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=08dc8012-7cf0-4bba-b537-c92a01bb802d,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:28.369739 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-429edad8-8ce2-4e99-89dc-c79fb839af1a req-6a18bb65-e898-4677-932b-af70a6367020 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864465 Sep 04 16:16:28.385366 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-5286ec26-81ee-43a3-b887-4db728cb5080 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1377666 Sep 04 16:16:28.387813 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-dde06b48-d9e9-4ada-b2ba-997a7cbad1ef tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1199755809&fields=id&tenant_id=cb043a0ecad3466bbd5a5874126d2810 HTTP/1.1" status: 200 len: 267 time: 0.1310146 Sep 04 16:16:28.555825 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Request body: {'port': {'device_id': '512e46e1-9291-44b3-b609-c1147f105f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:28.620100 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-959a38af-4104-4087-b880-a952d1be8ff9 None None] Provisioning complete for port 08dc8012-7cf0-4bba-b537-c92a01bb802d triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:28.620647 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-959a38af-4104-4087-b880-a952d1be8ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:28.704153 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-959a38af-4104-4087-b880-a952d1be8ff9 None None] Port 08dc8012-7cf0-4bba-b537-c92a01bb802d cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:16:28.754780 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:28.795561 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b92f41a4-d2ef-41c0-9015-b06689ea157f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:28.803272 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b92f41a4-d2ef-41c0-9015-b06689ea157f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 818 time: 0.4031756 Sep 04 16:16:28.815511 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a30cdc-fee4-496a-b990-0d98a5dc3eba req-b83c33f9-e118-453b-8a70-0be9409a3bfc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:28.823773 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-83a30cdc-fee4-496a-b990-0d98a5dc3eba req-b83c33f9-e118-453b-8a70-0be9409a3bfc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 932 time: 0.2936547 Sep 04 16:16:28.867085 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-c3f695a0-2b28-4848-83ef-374903a648f0 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:28.868555 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-c3f695a0-2b28-4848-83ef-374903a648f0 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 946 time: 0.1870368 Sep 04 16:16:28.877242 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:28.880166 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-fdc1b6a2-d3d4-452b-a9ff-c2146d5b78fd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/quotas/cb043a0ecad3466bbd5a5874126d2810 HTTP/1.1" status: 200 len: 375 time: 0.0758574 Sep 04 16:16:28.954155 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-83a30cdc-fee4-496a-b990-0d98a5dc3eba req-93b27570-f4a6-491f-90f9-c57208989357 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292021 Sep 04 16:16:29.070516 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-ac378525-6e0f-4fc5-b984-b70d716c4ed2 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1643274 Sep 04 16:16:29.142227 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ea092f99-4316-4f00-8a5a-8197b41c3b1c req-9cc16396-713f-4677-8070-cbb6957e8675 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 210 time: 0.0783443 Sep 04 16:16:29.352926 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9992338-54bd-49fc-9063-9f7fa831ecad req-856f44e6-6b17-408f-9491-06fe63f3d83f tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:29.359785 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a9992338-54bd-49fc-9063-9f7fa831ecad req-856f44e6-6b17-408f-9491-06fe63f3d83f tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 946 time: 0.0945041 Sep 04 16:16:29.361460 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Deleting port c990bd22-f4cb-4576-b878-e869548ceeb2 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:16:29.362326 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:29.526082 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:29.622418 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a9992338-54bd-49fc-9063-9f7fa831ecad req-35556e84-50db-4ff9-acb9-0179f1ad986c tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616794 Sep 04 16:16:29.638756 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-12f600b9-bb74-4dce-9cc5-cf1961ce1e05 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479116 Sep 04 16:16:29.810507 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-66c2c90d-4f55-405e-9833-6b6e2f5858e4 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424422 Sep 04 16:16:29.888630 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] For port c990bd22-f4cb-4576-b878-e869548ceeb2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=c990bd22-f4cb-4576-b878-e869548ceeb2,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:29.889267 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:29.920849 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Calling delete_port for c990bd22-f4cb-4576-b878-e869548ceeb2 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:16:29.932549 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de0f1b-3d77-4923-a35a-833c5f7f298f req-5f340868-81ea-4bca-9417-972d5381f944 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:29.940505 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-47de0f1b-3d77-4923-a35a-833c5f7f298f req-5f340868-81ea-4bca-9417-972d5381f944 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1222324 Sep 04 16:16:30.114004 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-47de0f1b-3d77-4923-a35a-833c5f7f298f req-f8d93c74-df8f-457a-b7d8-8540c4087361 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721914 Sep 04 16:16:30.202047 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:30.210046 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dc8012-7cf0-4bba-b537-c92a01bb802d {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:30.241874 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Publish callbacks [] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:30.326292 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b2b897f0-926d-4e0f-b233-d2ed5a9d2743 req-df35e897-8ba8-4cf4-a2eb-51ff3d44ede1 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 210 time: 0.0431814 Sep 04 16:16:30.367832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036e936-ff26-4930-91d7-de855f08e4ff req-1e76a682-3b72-4a34-9d66-ddf4c003f103 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:30.369910 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5036e936-ff26-4930-91d7-de855f08e4ff req-1e76a682-3b72-4a34-9d66-ddf4c003f103 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 932 time: 0.1425688 Sep 04 16:16:30.480632 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53d3b674-ad8a-4822-8ac9-f065512e1cb8 req-6a102332-ca45-459e-b316-2d1c1799b96c tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 210 time: 0.0633588 Sep 04 16:16:30.495732 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (c990bd22-f4cb-4576-b878-e869548ceeb2), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:30.509280 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Transition to ACTIVE for port object 08dc8012-7cf0-4bba-b537-c92a01bb802d will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:16:30.541490 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Pushing event deleted for resources: {'Port': ['ID=c990bd22-f4cb-4576-b878-e869548ceeb2,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:30.582054 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5036e936-ff26-4930-91d7-de855f08e4ff req-9571efc8-9e5d-4003-b815-95868ff0a504 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002120 Sep 04 16:16:30.603778 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:30.611554 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] No DVR routers for this DVR port c990bd22-f4cb-4576-b878-e869548ceeb2 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:16:30.630758 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:30.634429 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3923f573-4749-403c-ad5c-eff8f6db72c0 req-76981bfd-0fc3-42e6-beb5-73ab6475df82 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.27 "DELETE /networking/v2.0/ports/c990bd22-f4cb-4576-b878-e869548ceeb2 HTTP/1.1" status: 204 len: 173 time: 1.7505546 Sep 04 16:16:30.634879 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea006b1-47f7-4cc7-aeb1-04ab2266daa5', 'name': 'network-vif-deleted', 'tag': 'c990bd22-f4cb-4576-b878-e869548ceeb2'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:30.639269 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9a5908-ddea-4c41-bbd4-8925641e51f3" -d '{"events": [{"server_uuid": "dea006b1-47f7-4cc7-aeb1-04ab2266daa5", "name": "network-vif-deleted", "tag": "c990bd22-f4cb-4576-b878-e869548ceeb2"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:30.780551 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa04ff16-bda5-4f4b-b8f9-a937b9cb387c x-openstack-request-id: req-aa04ff16-bda5-4f4b-b8f9-a937b9cb387c {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:30.781056 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea006b1-47f7-4cc7-aeb1-04ab2266daa5", "name": "network-vif-deleted", "tag": "c990bd22-f4cb-4576-b878-e869548ceeb2", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:30.781671 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa04ff16-bda5-4f4b-b8f9-a937b9cb387c {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:30.782400 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa04ff16-bda5-4f4b-b8f9-a937b9cb387c'] response: {'server_uuid': 'dea006b1-47f7-4cc7-aeb1-04ab2266daa5', 'name': 'network-vif-deleted', 'tag': 'c990bd22-f4cb-4576-b878-e869548ceeb2', 'status': 'completed', 'code': 200} Sep 04 16:16:30.794066 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Pushing event updated for resources: {'Port': ['ID=08dc8012-7cf0-4bba-b537-c92a01bb802d,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:30.849834 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd724d6e-973b-44a9-9001-6e41729f49ae req-75fca0bd-6c28-47a1-b74d-6a0f02f0ee8c tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 210 time: 0.0690696 Sep 04 16:16:30.907006 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Attempting to bind port 08dc8012-7cf0-4bba-b537-c92a01bb802d on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:16:30.907561 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Attempting to bind port 08dc8012-7cf0-4bba-b537-c92a01bb802d by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:16:30.907944 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Attempting to bind port 08dc8012-7cf0-4bba-b537-c92a01bb802d on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:30.954754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Port 08dc8012-7cf0-4bba-b537-c92a01bb802d on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:16:30.955175 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Attempting to bind port 08dc8012-7cf0-4bba-b537-c92a01bb802d on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:30.971773 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:16:30.973541 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Checking segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:16:30.975040 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Bound using segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:16:30.977005 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Bound port: 08dc8012-7cf0-4bba-b537-c92a01bb802d, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:16:30.977487 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:31.087153 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:31.189390 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] For port 08dc8012-7cf0-4bba-b537-c92a01bb802d, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:16:31.225421 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] For port 08dc8012-7cf0-4bba-b537-c92a01bb802d, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08dc8012-7cf0-4bba-b537-c92a01bb802d,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:16:31.266681 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-97358d28-21c4-48f4-a54a-b268fbcb9e58 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2145735453&fields=id&tenant_id=56e82ba24a474557af758826743136d9 HTTP/1.1" status: 200 len: 267 time: 0.1639898 Sep 04 16:16:31.393181 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212b38-6fb0-4082-bed6-55cc2071150b req-d7e737c4-e674-439b-a1fd-ec9372fa9f9e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:31.393181 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3212b38-6fb0-4082-bed6-55cc2071150b req-d7e737c4-e674-439b-a1fd-ec9372fa9f9e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1427832 Sep 04 16:16:31.456679 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9defba2a-238a-4240-8fad-bde39743866a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:31.458454 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9defba2a-238a-4240-8fad-bde39743866a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 810 time: 0.1908586 Sep 04 16:16:31.492929 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:31.497684 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:31.501500 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-4a2f8df9-5b2f-4f96-8b1f-6f2e93cf7a73 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/quotas/56e82ba24a474557af758826743136d9 HTTP/1.1" status: 200 len: 375 time: 0.0287197 Sep 04 16:16:31.523817 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3212b38-6fb0-4082-bed6-55cc2071150b req-c5b213a6-906d-40a5-8398-9338a52978c1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166642 Sep 04 16:16:31.526191 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:31.526815 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:31.528083 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/08dc8012-7cf0-4bba-b537-c92a01bb802d HTTP/1.1" status: 200 len: 1094 time: 2.9796686 Sep 04 16:16:31.598774 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6cf75-bea9-4828-9ccc-60e3fcb8bbfc service neutron] Pushing event updated for resources: {'Port': ['ID=08dc8012-7cf0-4bba-b537-c92a01bb802d,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:31.622773 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-89a26a6a-13ad-4f8a-b998-db5b1d9acb2d tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980542 Sep 04 16:16:31.624408 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f0585a5f-1617-439b-a2a2-6f3cf9b3de9f req-7365aaf1-80ae-4890-a526-900ca398bd4f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 210 time: 0.0490370 Sep 04 16:16:31.721575 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a8f2cbb8-8251-45f5-a616-62ec0346f2e9 req-e36ac84b-20a0-402c-8e29-9e7edfaa9d30 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 210 time: 0.0322676 Sep 04 16:16:31.753493 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-d51ddf27-d9ee-4c02-b140-4f83f1e576de service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169474 Sep 04 16:16:31.866511 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f39da6-3ce6-48be-8663-733fd7389c20 req-dd959dd7-4dd7-4d40-942f-8011f23b5b77 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:31.867974 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f7f39da6-3ce6-48be-8663-733fd7389c20 req-dd959dd7-4dd7-4d40-942f-8011f23b5b77 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 944 time: 0.0607984 Sep 04 16:16:31.900051 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-61a36e99-4cd4-4108-924f-05331d693714 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399081 Sep 04 16:16:31.929766 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f7f39da6-3ce6-48be-8663-733fd7389c20 req-f3674016-ffef-41df-91f0-d1ebcbccdba4 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536573 Sep 04 16:16:32.050758 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d01b26b9-df14-4a80-8dce-33f791cbddf0 req-217ba753-a339-4bc4-935b-714a48270aca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 210 time: 0.0369737 Sep 04 16:16:32.574498 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-edbdff16-4430-495c-ada7-f89b2dc3c9c1 req-87b61d92-37d7-4639-80ba-563f7b442d44 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.0438533 Sep 04 16:16:32.687554 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef35b80-5a9e-4beb-9398-c081e88c0baa req-c827ca7a-df1c-4092-afec-26df73d44719 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:32.689227 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5ef35b80-5a9e-4beb-9398-c081e88c0baa req-c827ca7a-df1c-4092-afec-26df73d44719 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0570185 Sep 04 16:16:32.764144 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d49792df-73e9-4820-bf22-bd0ad4294420 req-a2afa3ae-2f39-4c8b-964f-fd728f48f440 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 210 time: 0.0396314 Sep 04 16:16:32.784002 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5ef35b80-5a9e-4beb-9398-c081e88c0baa req-067f32e5-302e-40b9-983d-079a4973978e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870361 Sep 04 16:16:32.785218 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512e46e1-9291-44b3-b609-c1147f105f76', 'tag': '08dc8012-7cf0-4bba-b537-c92a01bb802d'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:32.788412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de28995-18cb-4109-b8f0-b6588ce3d6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "512e46e1-9291-44b3-b609-c1147f105f76", "tag": "08dc8012-7cf0-4bba-b537-c92a01bb802d"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:32.849365 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1625a938-194a-4b56-8b12-13908b7f35e7 x-openstack-request-id: req-1625a938-194a-4b56-8b12-13908b7f35e7 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:32.849702 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512e46e1-9291-44b3-b609-c1147f105f76", "tag": "08dc8012-7cf0-4bba-b537-c92a01bb802d", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:32.849936 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1625a938-194a-4b56-8b12-13908b7f35e7 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:32.850337 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1625a938-194a-4b56-8b12-13908b7f35e7'] response: {'name': 'network-changed', 'server_uuid': '512e46e1-9291-44b3-b609-c1147f105f76', 'tag': '08dc8012-7cf0-4bba-b537-c92a01bb802d', 'status': 'completed', 'code': 200} Sep 04 16:16:32.862471 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:32.883714 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4a6ea4c4-b0c8-4088-9640-353bb90f01fe req-5c660def-66a7-4612-af27-c138b326c7f9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 210 time: 0.0324748 Sep 04 16:16:32.973541 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device c990bd22-f4cb-4576-b878-e869548ceeb2 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:16:33.035427 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: c990bd22-f4cb-4576-b878-e869548ceeb2 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:16:33.036966 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device c990bd22-f4cb-4576-b878-e869548ceeb2 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:16:33.230182 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28995-18cb-4109-b8f0-b6588ce3d6b4 req-fc0666d9-3a37-4102-8914-2d22264c7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:33.231695 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4de28995-18cb-4109-b8f0-b6588ce3d6b4 req-fc0666d9-3a37-4102-8914-2d22264c7a1c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 1128 time: 0.2110074 Sep 04 16:16:33.240897 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-76e793b9-8968-477c-85fb-b423139b7e5d req-8db5012c-a0eb-4341-ba36-de887ea4a91f tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 210 time: 0.1093991 Sep 04 16:16:33.291753 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e12c1-b24f-4f99-8e26-3b7c1793684f req-3df8ec7b-21fd-43b6-a06d-13878148bb8d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:33.298095 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f03e12c1-b24f-4f99-8e26-3b7c1793684f req-3df8ec7b-21fd-43b6-a06d-13878148bb8d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 944 time: 0.1654987 Sep 04 16:16:33.337983 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-3d450285-7e20-4637-9e7d-3d0b4b2098b8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:33.338927 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-3d450285-7e20-4637-9e7d-3d0b4b2098b8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.27 "GET /networking/v2.0/networks?id=b2b9ef80-2b71-48ed-a94f-408f1798eb56 HTTP/1.1" status: 200 len: 809 time: 0.3601396 Sep 04 16:16:33.512674 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f03e12c1-b24f-4f99-8e26-3b7c1793684f req-cc286714-0586-454a-a5c9-451ec2c34c27 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727538 Sep 04 16:16:33.588351 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28995-18cb-4109-b8f0-b6588ce3d6b4 req-3757569f-a049-418d-83d0-3f45fe1085ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:33.589848 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4de28995-18cb-4109-b8f0-b6588ce3d6b4 req-3757569f-a049-418d-83d0-3f45fe1085ce service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=1cc5ea4158344d5c8a35bc5783410620&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3302686 Sep 04 16:16:33.600324 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-fc0fa2a4-095c-4178-9710-5615a98ce412 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=770dbd9183804e7fb0cbb99af75b45f2 HTTP/1.1" status: 200 len: 380 time: 0.2330725 Sep 04 16:16:33.659170 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Request body: {'port': {'device_id': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'admin_state_up': True, 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'security_groups': ['ae431359-abb1-41a6-8bcd-982d70fcb3b5']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:34.115799 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c1186950-89dc-43a8-bb84-b635f10d0afc req-efcdfd18-177b-465d-9b9e-aff313ad4521 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.4488196 Sep 04 16:16:34.197678 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-30a5049d-9bc0-4997-827f-b8dc9fe73a1e req-d88d8e88-e4e5-4c43-953d-353e92934815 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 210 time: 0.0997801 Sep 04 16:16:34.536388 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa35399-77a7-4ac6-9e6b-f1e8fcc530fe req-e6745137-3bf7-48b0-a3a6-5190d174f70b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:34.543381 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3fa35399-77a7-4ac6-9e6b-f1e8fcc530fe req-e6745137-3bf7-48b0-a3a6-5190d174f70b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0845661 Sep 04 16:16:34.551841 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28995-18cb-4109-b8f0-b6588ce3d6b4 req-10c10950-93b2-4c12-ab82-dd4fa5a9dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:34.556984 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4de28995-18cb-4109-b8f0-b6588ce3d6b4 req-10c10950-93b2-4c12-ab82-dd4fa5a9dc14 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9454300 Sep 04 16:16:34.571458 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Made reservation on behalf of 770dbd9183804e7fb0cbb99af75b45f2 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:16:34.575761 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:34.636482 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b03ecc9-e728-48c0-9fbe-760bd1ed0bb3 req-2906badb-3851-4992-b009-58fe0f07e6d0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 210 time: 0.0775254 Sep 04 16:16:34.667337 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=7 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:34.838301 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7064d026-d6ee-4bc0-87f0-6d752bb93057 req-b0e93980-c0fe-4fc0-a5e7-f959f147bcf4 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=dea006b1-47f7-4cc7-aeb1-04ab2266daa5 HTTP/1.1" status: 200 len: 210 time: 0.0693560 Sep 04 16:16:34.844182 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3fa35399-77a7-4ac6-9e6b-f1e8fcc530fe req-e36b2a17-ed7f-4a5e-82fe-55af538a5ec0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998457 Sep 04 16:16:34.869994 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=27 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:34.879392 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Allocated IP 172.20.0.14 (b2b9ef80-2b71-48ed-a94f-408f1798eb56/3797ebf1-8cfe-4502-b2ad-8c62a032dc40/b7aa303d-deea-4135-89b8-303faf88bdfe) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:16:34.887018 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:34.907410 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:35.099416 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50154) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:35.130671 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-deb5ae04-3cb6-48f1-8eeb-a30b5b5c8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:35.132824 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-deb5ae04-3cb6-48f1-8eeb-a30b5b5c8280 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 1128 time: 0.1875610 Sep 04 16:16:35.270490 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb520f92-75ea-40e4-bca8-5ac9a9419faf req-35aed406-1906-42e1-ad81-bf4fb405a16d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:35.291042 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fb520f92-75ea-40e4-bca8-5ac9a9419faf req-35aed406-1906-42e1-ad81-bf4fb405a16d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 944 time: 0.2305737 Sep 04 16:16:35.294287 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-426a9fdc-0c18-42ca-ad82-74e21be7e11f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08dc8012-7cf0-4bba-b537-c92a01bb802d HTTP/1.1" status: 200 len: 217 time: 0.1433837 Sep 04 16:16:35.375259 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d28415ec-f858-4261-9c9f-30332efc970c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f0323333989a4014a3be79e8349e1840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745614 Sep 04 16:16:35.375925 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50168) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:35.400670 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:35.436012 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-81d7fe34-1538-4d60-b821-9e58ea4e1195 admin admin] Publish callbacks [] for security_group (68b62b78-6474-43f5-bccc-82fa373d14ba), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:35.460919 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-81d7fe34-1538-4d60-b821-9e58ea4e1195 admin admin] Publish callbacks [] for security_group (68b62b78-6474-43f5-bccc-82fa373d14ba), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:35.504137 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-23c3b140-bcbc-4569-8aca-74772d15e626 req-6f09d846-74ae-474e-8680-af46e973a3d6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.1744788 Sep 04 16:16:35.621836 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-81d7fe34-1538-4d60-b821-9e58ea4e1195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (68b62b78-6474-43f5-bccc-82fa373d14ba), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:35.625074 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-81d7fe34-1538-4d60-b821-9e58ea4e1195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:35.629658 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-81d7fe34-1538-4d60-b821-9e58ea4e1195 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/68b62b78-6474-43f5-bccc-82fa373d14ba HTTP/1.1" status: 204 len: 168 time: 0.2493873 Sep 04 16:16:35.641015 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7fe34-1538-4d60-b821-9e58ea4e1195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b62b78-6474-43f5-bccc-82fa373d14ba,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:35.716972 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-859b62d9-343b-4bba-abac-dad63eca7a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:35.759683 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:35.780575 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-c2a8b9ab-e16b-492c-9ea2-6f5e40e6f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:35.782643 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-c2a8b9ab-e16b-492c-9ea2-6f5e40e6f8c5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b3dc0cdd-5a85-4672-8760-14c1555930d6 HTTP/1.1" status: 200 len: 854 time: 0.4544137 Sep 04 16:16:35.794928 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fb520f92-75ea-40e4-bca8-5ac9a9419faf req-b575af33-8e94-4198-9fb0-bee1bb8d0843 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5029342 Sep 04 16:16:35.848070 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-52d2ff05-51c5-4fa2-9245-4b93799507eb req-d08a6ae1-d142-42b5-a18a-5fe6cf05bc01 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 210 time: 0.1414847 Sep 04 16:16:36.021054 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-13f595d7-e2b8-4602-87aa-ac2921611ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:36.022885 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-13f595d7-e2b8-4602-87aa-ac2921611ec3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1810944 Sep 04 16:16:36.035472 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c7d837b0-bb89-4142-8f30-b4571864a443 req-af0fe2bc-c4f9-4a98-9953-0af2f7526690 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 210 time: 0.0471997 Sep 04 16:16:36.046382 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db67-0619-4fa2-960e-d6f689c85893 req-4030b797-3357-4d9d-9a41-47ad1f70c1cd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:36.049521 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-4030b797-3357-4d9d-9a41-47ad1f70c1cd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 818 time: 0.5765054 Sep 04 16:16:36.063961 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:36.176854 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a9c29-7362-4e83-b815-6c352a8c4253 req-82a8f423-0780-4e43-a765-f2a3bfbc74db tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:36.184743 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-449a9c29-7362-4e83-b815-6c352a8c4253 req-82a8f423-0780-4e43-a765-f2a3bfbc74db tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1340647 Sep 04 16:16:36.235298 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:36.421068 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-449a9c29-7362-4e83-b815-6c352a8c4253 req-d7d00bc8-7ccd-4945-b1b9-d38425ff1b2c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354412 Sep 04 16:16:36.427064 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Network b2b9ef80-2b71-48ed-a94f-408f1798eb56 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:16:36.446867 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:16:36.449280 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:16:36.493937 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'Port': ['ID=b7aa303d-deea-4135-89b8-303faf88bdfe,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:36.526908 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.527260 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.527600 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.527933 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.528266 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.528596 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.528978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.529309 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.529658 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.529977 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.530297 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.530616 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.530941 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.531261 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.531610 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:36.576649 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-9e3c2ed3-48c4-406f-a35a-dfc5d85b235f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb043a0ecad3466bbd5a5874126d2810 HTTP/1.1" status: 200 len: 380 time: 0.2758853 Sep 04 16:16:36.595008 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Request body: {'port': {'device_id': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'admin_state_up': True, 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'security_groups': ['97298211-77f3-4cf7-9b51-62a878573b92']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:36.603512 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:36.624707 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:36.625347 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:36.632806 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-8d1c6768-d560-4404-af17-b6217d7ab422 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484569 Sep 04 16:16:36.742849 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4b8e4aff-7045-489c-ba0d-d818c6859598 req-4c42396f-d4ae-4aa7-b6fa-6f6df3f84b3d tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.1237819 Sep 04 16:16:36.809154 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-a60b46fe-5162-495b-a721-6c4a58cfede9 None None] Provisioning complete for port b7aa303d-deea-4135-89b8-303faf88bdfe triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:36.809753 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a60b46fe-5162-495b-a721-6c4a58cfede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:36.843156 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-a60b46fe-5162-495b-a721-6c4a58cfede9 None None] Port b7aa303d-deea-4135-89b8-303faf88bdfe cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:16:36.878539 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6dbf374-443a-43b1-aa6b-84d6ad052327 req-80d01632-55ca-4592-8bdc-0a7f78ceb587 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023327 Sep 04 16:16:36.889190 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-531ca336-e114-43c4-80a3-3b57ace0d3ff tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2506649 Sep 04 16:16:36.929541 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Request body: {'port': {'device_id': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:36.988134 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10032382-f5ae-419d-bb5b-2ffba4c6c4a1 req-c59860eb-df5c-448a-9675-3b865be096db tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:36.989670 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-10032382-f5ae-419d-bb5b-2ffba4c6c4a1 req-c59860eb-df5c-448a-9675-3b865be096db tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 944 time: 0.0985091 Sep 04 16:16:36.990264 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Made reservation on behalf of cb043a0ecad3466bbd5a5874126d2810 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:16:36.994043 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:37.043235 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7f4d9cd5-0919-464e-8ea5-fd57875efc0f req-6eb0edde-d3e3-4e32-8422-2ad54ca206f9 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 210 time: 0.0764899 Sep 04 16:16:37.083354 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:37.145096 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:37.258597 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-10032382-f5ae-419d-bb5b-2ffba4c6c4a1 req-dce999f8-3b89-48b2-80a3-84eb6e054631 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403252 Sep 04 16:16:37.406621 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb51ba1-b165-4651-a716-6ae861ca4632 req-e68d4900-436f-499e-9bbc-df80736e4446 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:37.407142 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cfb51ba1-b165-4651-a716-6ae861ca4632 req-e68d4900-436f-499e-9bbc-df80736e4446 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 932 time: 0.1854639 Sep 04 16:16:37.537306 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Allocated IP 172.20.0.9 (a845be48-e7c6-44a4-9bea-76b6b11d7a03/8f65ba93-9c99-4786-b78c-6bac60cc7e87/ab492967-90e3-4b09-b251-d08c6b91d22c) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:16:37.591193 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cfb51ba1-b165-4651-a716-6ae861ca4632 req-d22bb9aa-f588-4ff6-bfe9-b7b4e8bc817d tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695354 Sep 04 16:16:37.625703 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27cfba-40d5-48f2-a2e9-1e36fd5e0b88 req-060dd2de-dbef-4f59-a0a7-67dcc32c4c14 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:37.627362 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7f27cfba-40d5-48f2-a2e9-1e36fd5e0b88 req-060dd2de-dbef-4f59-a0a7-67dcc32c4c14 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1090059 Sep 04 16:16:37.656517 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:37.816328 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7f27cfba-40d5-48f2-a2e9-1e36fd5e0b88 req-6ddf9c09-a667-4311-a6f7-bd49a76000f8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788576 Sep 04 16:16:37.874251 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e5312db3-645a-40db-a110-2d296db5d1b6 req-0e9430dd-1109-4af3-96b1-384eaee39a70 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.0475414 Sep 04 16:16:37.879603 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7aa303d-deea-4135-89b8-303faf88bdfe {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:37.894813 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Publish callbacks [] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:37.901360 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:37.917798 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Transition to ACTIVE for port object b7aa303d-deea-4135-89b8-303faf88bdfe will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:16:37.981189 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c0eecab0-f387-481a-b89d-c6a86872816a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:38.010350 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:38.070148 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:38.083986 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:38.109450 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa303d-deea-4135-89b8-303faf88bdfe,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:38.124425 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:16:38.148754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:16:38.154225 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:16:38.381346 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-3bc04298-024c-4a33-9db3-d248064af4e1 None None] Provisioning complete for port ab492967-90e3-4b09-b251-d08c6b91d22c triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:38.386900 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3bc04298-024c-4a33-9db3-d248064af4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:38.419494 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-3bc04298-024c-4a33-9db3-d248064af4e1 None None] Port ab492967-90e3-4b09-b251-d08c6b91d22c cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:16:38.497115 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event updated for resources: {'Port': ['ID=ab492967-90e3-4b09-b251-d08c6b91d22c,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:38.553025 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Attempting to bind port b7aa303d-deea-4135-89b8-303faf88bdfe on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:16:38.553363 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Attempting to bind port b7aa303d-deea-4135-89b8-303faf88bdfe by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:16:38.553639 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Attempting to bind port b7aa303d-deea-4135-89b8-303faf88bdfe on network b2b9ef80-2b71-48ed-a94f-408f1798eb56 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:38.560787 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dd078-71ef-4ac9-9204-e1e40127d235 req-15ac49b1-69e4-487a-ab79-5c46a1c333a9 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:38.562328 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f49dd078-71ef-4ac9-9204-e1e40127d235 req-15ac49b1-69e4-487a-ab79-5c46a1c333a9 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 931 time: 0.3726370 Sep 04 16:16:38.570093 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:38.573097 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:38.590644 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Port b7aa303d-deea-4135-89b8-303faf88bdfe on network b2b9ef80-2b71-48ed-a94f-408f1798eb56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:16:38.596462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Attempting to bind port b7aa303d-deea-4135-89b8-303faf88bdfe on network b2b9ef80-2b71-48ed-a94f-408f1798eb56 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:38.602202 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6cbaf-5fec-407b-9268-df8b8ae4c43e req-52c7a68d-1995-407e-86db-3933acfe8bfc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:38.603672 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cfd6cbaf-5fec-407b-9268-df8b8ae4c43e req-52c7a68d-1995-407e-86db-3933acfe8bfc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 944 time: 0.1099215 Sep 04 16:16:38.618162 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:16:38.619047 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Checking segment: {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:16:38.619047 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Bound using segment: {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:16:38.619331 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Bound port: b7aa303d-deea-4135-89b8-303faf88bdfe, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3fc4f6-c35f-4d51-acae-90855cb9c850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:16:38.619680 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:38.711396 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f49dd078-71ef-4ac9-9204-e1e40127d235 req-b4e6fb34-3b88-43f7-a28a-e8fdbe1c5de8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340408 Sep 04 16:16:38.714446 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0b88979b-6a5d-405a-a446-5f26ddb2f819 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1255364 Sep 04 16:16:38.741903 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cfd6cbaf-5fec-407b-9268-df8b8ae4c43e req-85a17e0e-78c5-4b0d-8aa8-25a7dffae791 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282043 Sep 04 16:16:38.745769 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:16:38.748963 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b7aa303d-deea-4135-89b8-303faf88bdfe,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:16:38.816446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425241e-8018-489b-a786-0265ccc18cba req-6224db21-3dc4-457b-a695-faa04c464a52 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:38.817840 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7425241e-8018-489b-a786-0265ccc18cba req-6224db21-3dc4-457b-a695-faa04c464a52 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0467064 Sep 04 16:16:38.851471 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:38.864061 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:38.865968 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:38.866358 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b157d065-e56c-4701-923b-00ad538845bd service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 200 len: 1094 time: 1.9611776 Sep 04 16:16:38.866628 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:38.868858 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d84f4f-7486-4a1e-98fa-6d17eaac9a73" -d '{"events": [{"name": "network-changed", "server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:38.925789 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7425241e-8018-489b-a786-0265ccc18cba req-c0f1c3a2-4fd9-467f-9c47-d40bc74898f5 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019509 Sep 04 16:16:38.971517 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb6ca9-ea09-4f20-a131-e15764a27dcf req-dc9d8263-24e8-4e25-978f-04ac1777da7f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:38.973301 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9acb6ca9-ea09-4f20-a131-e15764a27dcf req-dc9d8263-24e8-4e25-978f-04ac1777da7f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0677178 Sep 04 16:16:38.974823 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f468bd9-c106-41c7-bd03-48c20eba551e x-openstack-request-id: req-1f468bd9-c106-41c7-bd03-48c20eba551e {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:38.975111 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:38.975363 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f468bd9-c106-41c7-bd03-48c20eba551e {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:38.975743 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f468bd9-c106-41c7-bd03-48c20eba551e'] response: {'name': 'network-changed', 'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'status': 'completed', 'code': 200} Sep 04 16:16:38.980894 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157d065-e56c-4701-923b-00ad538845bd service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa303d-deea-4135-89b8-303faf88bdfe,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:39.008662 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:39.012658 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:39.037640 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9acb6ca9-ea09-4f20-a131-e15764a27dcf req-5e92f000-df7f-4a8f-8955-7c18c23a4e2f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582187 Sep 04 16:16:39.054536 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-172d1c40-72bd-4324-aa70-4b648066a3ec req-1b9ce2bc-3f9c-4ecb-94d6-95ca5ecf0054 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.0338702 Sep 04 16:16:39.089518 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:39.865653 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bed58f-d7b7-44e1-91c1-cf3e81dbb0d4 req-83b09a0b-a7ab-4cd3-bf8d-e9fde5842f8d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:39.867067 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-69bed58f-d7b7-44e1-91c1-cf3e81dbb0d4 req-83b09a0b-a7ab-4cd3-bf8d-e9fde5842f8d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 931 time: 0.0795789 Sep 04 16:16:39.882157 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b41ae2-bf8d-418c-9e34-b3e925c8725a req-0c842807-b720-467d-b0bc-b114f2858e5e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:39.883567 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-71b41ae2-bf8d-418c-9e34-b3e925c8725a req-0c842807-b720-467d-b0bc-b114f2858e5e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 944 time: 0.0615180 Sep 04 16:16:39.953433 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-69bed58f-d7b7-44e1-91c1-cf3e81dbb0d4 req-c2ef957a-6148-4a66-9508-be252c2480cc tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787723 Sep 04 16:16:39.961887 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-71b41ae2-bf8d-418c-9e34-b3e925c8725a req-5f6bf755-e089-41a1-b2bf-91ffdcfe6214 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719044 Sep 04 16:16:40.063915 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbbe05-b44c-495d-b850-82376efc6b57 req-dbd6cee1-95b5-47e8-b16f-25cfaeb3045b tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:40.065686 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-07fbbe05-b44c-495d-b850-82376efc6b57 req-dbd6cee1-95b5-47e8-b16f-25cfaeb3045b tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0480490 Sep 04 16:16:40.123506 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-07fbbe05-b44c-495d-b850-82376efc6b57 req-206ba165-09ba-4ba7-b836-9f0456cfaf96 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497291 Sep 04 16:16:40.170975 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df638e-304c-4543-9828-21abd7ed8de3 req-9e8ab5fa-409f-491f-b3c0-051abe9e5a64 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:40.172499 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-87df638e-304c-4543-9828-21abd7ed8de3 req-9e8ab5fa-409f-491f-b3c0-051abe9e5a64 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0482142 Sep 04 16:16:40.225470 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a86a6428-2157-40b0-b0e2-ef14c52b09ac req-89005025-95f5-427c-be26-99adc1aea315 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.0385389 Sep 04 16:16:40.248301 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-87df638e-304c-4543-9828-21abd7ed8de3 req-29224abe-99af-4eb7-b2d4-2f114ba17454 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688014 Sep 04 16:16:40.464931 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50288) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:40.470223 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Request body: {'port': {'device_id': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:40.505625 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:40.599779 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d4df3bd3-02ca-43c4-8654-2a171cc688d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:40.613617 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d84f4f-7486-4a1e-98fa-6d17eaac9a73 req-efd98c0c-0870-418e-98bf-690f940ca6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:40.615079 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-07d84f4f-7486-4a1e-98fa-6d17eaac9a73 req-efd98c0c-0870-418e-98bf-690f940ca6ee service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1128 time: 0.1103065 Sep 04 16:16:40.627160 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:40.649241 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:40.687721 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d4df3bd3-02ca-43c4-8654-2a171cc688d5 admin admin] Publish callbacks [] for security_group (ddc36511-e132-423c-b418-0156d8f40ab2), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:40.765862 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-0f17de74-3b54-44cf-acb3-111500b4178d tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:40.767273 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-0f17de74-3b54-44cf-acb3-111500b4178d tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 810 time: 0.2944918 Sep 04 16:16:40.769844 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d4df3bd3-02ca-43c4-8654-2a171cc688d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ddc36511-e132-423c-b418-0156d8f40ab2), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:40.769979 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:40.807255 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:40.813452 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df3bd3-02ca-43c4-8654-2a171cc688d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc36511-e132-423c-b418-0156d8f40ab2,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:40.821535 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d4df3bd3-02ca-43c4-8654-2a171cc688d5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dafff73d9941412fae6e3c8e92591c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557198 Sep 04 16:16:40.822487 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50296) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:40.867985 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d84f4f-7486-4a1e-98fa-6d17eaac9a73 req-84ff6624-4c87-42a0-829e-54204a32eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:40.869435 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-07d84f4f-7486-4a1e-98fa-6d17eaac9a73 req-84ff6624-4c87-42a0-829e-54204a32eaab service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2371473 Sep 04 16:16:40.872103 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Publish callbacks [] for security_group (ddc36511-e132-423c-b418-0156d8f40ab2), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:40.894084 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Publish callbacks [] for security_group (ddc36511-e132-423c-b418-0156d8f40ab2), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:40.932060 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-504e71ca-c7c0-45b2-a6ab-54fedebcf5bd tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=56e82ba24a474557af758826743136d9 HTTP/1.1" status: 200 len: 380 time: 0.1529934 Sep 04 16:16:41.012888 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'port': {'device_id': '5d24964d-b2cb-420a-9232-b5662800ec31', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'admin_state_up': True, 'tenant_id': '56e82ba24a474557af758826743136d9', 'security_groups': ['8a6d47c6-b905-4257-a3c0-a131f827f368']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:41.022837 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ddc36511-e132-423c-b418-0156d8f40ab2), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:41.025440 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:41.029759 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ddc36511-e132-423c-b418-0156d8f40ab2 HTTP/1.1" status: 204 len: 168 time: 0.2062871 Sep 04 16:16:41.039278 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc36511-e132-423c-b418-0156d8f40ab2,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:41.047383 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.048047 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.048627 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.050067 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.050619 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.051159 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.051927 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.052599 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.053139 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.053704 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.054315 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.054861 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.055407 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.056012 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.056551 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a730153-d790-48e0-89f7-dbd3d2da3ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:41.241362 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90149e62-7d87-41ab-b53f-039394db6507 req-6f7bf42f-5064-4a1a-b540-d275c9d2df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.243232 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-90149e62-7d87-41ab-b53f-039394db6507 req-6f7bf42f-5064-4a1a-b540-d275c9d2df7f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 1129 time: 0.0484281 Sep 04 16:16:41.287412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdddfb4-fd8a-4f53-a30b-000f84a4528a req-84aa71ed-161a-4c39-881c-a8ca5d7c2cd7 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.288936 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ecdddfb4-fd8a-4f53-a30b-000f84a4528a req-84aa71ed-161a-4c39-881c-a8ca5d7c2cd7 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 944 time: 0.1827760 Sep 04 16:16:41.306253 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925188a-fad3-4806-86e1-0a570e019de5 req-674dfaba-331b-404e-ad6e-7b0ba88729a6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.309959 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5925188a-fad3-4806-86e1-0a570e019de5 req-674dfaba-331b-404e-ad6e-7b0ba88729a6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 931 time: 0.1990867 Sep 04 16:16:41.366539 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d84f4f-7486-4a1e-98fa-6d17eaac9a73 req-4c9bcc80-4d79-44b7-82de-3804af4f2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.368073 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-07d84f4f-7486-4a1e-98fa-6d17eaac9a73 req-4c9bcc80-4d79-44b7-82de-3804af4f2572 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3705242 Sep 04 16:16:41.403143 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90149e62-7d87-41ab-b53f-039394db6507 req-d63406b7-81d6-4175-9d8f-0a67816e192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.405267 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-90149e62-7d87-41ab-b53f-039394db6507 req-d63406b7-81d6-4175-9d8f-0a67816e192d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 918 time: 0.1505609 Sep 04 16:16:41.441890 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab492967-90e3-4b09-b251-d08c6b91d22c {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:41.491883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Publish callbacks [] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:41.506844 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-90149e62-7d87-41ab-b53f-039394db6507 req-b9989986-05e6-41b3-b4c1-02da545bd4f9 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6 HTTP/1.1" status: 200 len: 1000 time: 0.0924139 Sep 04 16:16:41.528370 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ecdddfb4-fd8a-4f53-a30b-000f84a4528a req-6036f6c3-f72f-4ec3-868c-71e233154a6e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196693 Sep 04 16:16:41.538111 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5925188a-fad3-4806-86e1-0a570e019de5 req-57e5893b-ab6c-4030-9929-673283d111e6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149510 Sep 04 16:16:41.538530 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:41.543208 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-be378553-7b17-4939-b90d-25f8c7c950fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.544895 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-be378553-7b17-4939-b90d-25f8c7c950fb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1128 time: 0.1187384 Sep 04 16:16:41.546469 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Transition to ACTIVE for port object ab492967-90e3-4b09-b251-d08c6b91d22c will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:16:41.567838 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90149e62-7d87-41ab-b53f-039394db6507 req-d65b00cb-d0b9-455f-bc67-7d50640b22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.567838 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-90149e62-7d87-41ab-b53f-039394db6507 req-d65b00cb-d0b9-455f-bc67-7d50640b22d1 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 200 len: 856 time: 0.0475605 Sep 04 16:16:41.625752 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90149e62-7d87-41ab-b53f-039394db6507 req-979fa201-9559-4f49-b589-36cac9268925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.628047 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-90149e62-7d87-41ab-b53f-039394db6507 req-979fa201-9559-4f49-b589-36cac9268925 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602736 Sep 04 16:16:41.637197 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-b3c39e7c-a8e9-4f8b-bea9-296ba79d83db service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 200 len: 217 time: 0.0851848 Sep 04 16:16:41.637796 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Made reservation on behalf of 56e82ba24a474557af758826743136d9 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:16:41.641724 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:41.688782 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:41.731581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:41.732408 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-90149e62-7d87-41ab-b53f-039394db6507 req-e8a27808-c422-423f-b32d-d358a343b955 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979068 Sep 04 16:16:41.735134 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fb7442e4-51f5-4066-8270-d462ac76e19a req-e0cba0fe-9354-498f-b799-eef94b063235 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.1025462 Sep 04 16:16:41.766819 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:41.807139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202d373-983f-49cf-9b01-fb9488d819e7 req-01379bcd-d6fb-4a52-aff6-bad81e6eec88 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.808677 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7202d373-983f-49cf-9b01-fb9488d819e7 req-01379bcd-d6fb-4a52-aff6-bad81e6eec88 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.1743777 Sep 04 16:16:41.815832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:41.823191 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 50328) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:41.875775 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-90149e62-7d87-41ab-b53f-039394db6507 req-59e0c5b1-0c1a-4b03-86cc-c9a481a016eb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369510 Sep 04 16:16:41.901858 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-4e1fe79d-3fa3-44a7-87c4-872643b674dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:41.903248 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-4e1fe79d-3fa3-44a7-87c4-872643b674dc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3797ebf1-8cfe-4502-b2ad-8c62a032dc40 HTTP/1.1" status: 200 len: 848 time: 0.2590821 Sep 04 16:16:41.918529 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Pushing event updated for resources: {'Port': ['ID=ab492967-90e3-4b09-b251-d08c6b91d22c,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:41.965602 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-22faca7b-68ff-4014-8906-4f6b023a9c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.053331 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db071ad0-6e6e-4393-949d-93f2b077538f req-74b1e442-63b8-4b5f-ad70-8a499fca7e4a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:42.054835 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-db071ad0-6e6e-4393-949d-93f2b077538f req-74b1e442-63b8-4b5f-ad70-8a499fca7e4a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.2031474 Sep 04 16:16:42.111588 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7202d373-983f-49cf-9b01-fb9488d819e7 req-b154608a-4a1c-454d-8eac-b10e29350e63 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913008 Sep 04 16:16:42.134679 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Attempting to bind port ab492967-90e3-4b09-b251-d08c6b91d22c on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:16:42.135020 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Attempting to bind port ab492967-90e3-4b09-b251-d08c6b91d22c by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:16:42.135343 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Attempting to bind port ab492967-90e3-4b09-b251-d08c6b91d22c on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:42.146896 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Allocated IP 172.20.0.11 (2405227e-d5b0-44f1-b814-62bb7f0eb040/02cb4868-8246-4c8e-8cf1-6b6f6db05351/16088940-01d4-4b7c-9350-5157b311afa1) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:16:42.160831 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Port ab492967-90e3-4b09-b251-d08c6b91d22c on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:16:42.161154 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Attempting to bind port ab492967-90e3-4b09-b251-d08c6b91d22c on network a845be48-e7c6-44a4-9bea-76b6b11d7a03 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:42.194573 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:16:42.194915 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Checking segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:16:42.195295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Bound using segment: {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:16:42.195720 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Bound port: ab492967-90e3-4b09-b251-d08c6b91d22c, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3181b6-5fc0-490e-879b-8840c662abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:16:42.196078 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.213958 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-db071ad0-6e6e-4393-949d-93f2b077538f req-c7ed1009-592c-43ea-b351-4dd77705b93e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421735 Sep 04 16:16:42.263181 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-22faca7b-68ff-4014-8906-4f6b023a9c3f admin admin] Publish callbacks [] for security_group (e24ec730-78c6-4650-9f3a-75a78a60ee96), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.329253 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-22faca7b-68ff-4014-8906-4f6b023a9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e24ec730-78c6-4650-9f3a-75a78a60ee96), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.335875 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:42.396096 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] For port ab492967-90e3-4b09-b251-d08c6b91d22c, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:16:42.402166 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-22faca7b-68ff-4014-8906-4f6b023a9c3f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6e8e7a983d0f426c91a86c29fba02b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412843 Sep 04 16:16:42.405163 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50330) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:42.426982 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] For port ab492967-90e3-4b09-b251-d08c6b91d22c, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ab492967-90e3-4b09-b251-d08c6b91d22c,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:16:42.434067 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faca7b-68ff-4014-8906-4f6b023a9c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24ec730-78c6-4650-9f3a-75a78a60ee96,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:42.462210 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ada5-db68-44a5-84d0-d9212edf59c9 admin admin] Publish callbacks [] for security_group (e24ec730-78c6-4650-9f3a-75a78a60ee96), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.464014 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for port (16088940-01d4-4b7c-9350-5157b311afa1), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.482457 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ada5-db68-44a5-84d0-d9212edf59c9 admin admin] Publish callbacks [] for security_group (e24ec730-78c6-4650-9f3a-75a78a60ee96), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.507186 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.510496 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:42.511584 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.513114 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/ab492967-90e3-4b09-b251-d08c6b91d22c HTTP/1.1" status: 200 len: 1093 time: 2.0490575 Sep 04 16:16:42.515549 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:42.518667 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c452a281-8a19-4ed5-889c-9ba2d5b4b812" -d '{"events": [{"name": "network-changed", "server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:42.556886 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52b4122-4789-493b-9e66-b444e48f779b x-openstack-request-id: req-d52b4122-4789-493b-9e66-b444e48f779b {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:42.557177 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:42.557419 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d52b4122-4789-493b-9e66-b444e48f779b {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:42.557836 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52b4122-4789-493b-9e66-b444e48f779b'] response: {'name': 'network-changed', 'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'status': 'completed', 'code': 200} Sep 04 16:16:42.573282 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9748d22-6b54-4256-a882-9ded19a9f547 service neutron] Pushing event updated for resources: {'Port': ['ID=ab492967-90e3-4b09-b251-d08c6b91d22c,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:42.580715 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (16088940-01d4-4b7c-9350-5157b311afa1), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.606167 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ada5-db68-44a5-84d0-d9212edf59c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e24ec730-78c6-4650-9f3a-75a78a60ee96), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.609374 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ada5-db68-44a5-84d0-d9212edf59c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:42.612568 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bfd4ada5-db68-44a5-84d0-d9212edf59c9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e24ec730-78c6-4650-9f3a-75a78a60ee96 HTTP/1.1" status: 204 len: 168 time: 0.2062960 Sep 04 16:16:42.623639 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4ada5-db68-44a5-84d0-d9212edf59c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24ec730-78c6-4650-9f3a-75a78a60ee96,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:42.641944 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:16:42.647332 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:16:42.661106 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:16:42.716589 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'Port': ['ID=16088940-01d4-4b7c-9350-5157b311afa1,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:42.970208 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-34756380-9b31-4afb-b1c7-152e1d42a1e8 None None] Provisioning complete for port 16088940-01d4-4b7c-9350-5157b311afa1 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:42.971394 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-34756380-9b31-4afb-b1c7-152e1d42a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (16088940-01d4-4b7c-9350-5157b311afa1), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:43.010885 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:43.011435 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-34756380-9b31-4afb-b1c7-152e1d42a1e8 None None] Port 16088940-01d4-4b7c-9350-5157b311afa1 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:16:43.024440 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909095c-d692-4b14-8618-2744893b6d62 req-937cc384-6fcb-445e-b57b-c002932c0a67 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:43.025970 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8909095c-d692-4b14-8618-2744893b6d62 req-937cc384-6fcb-445e-b57b-c002932c0a67 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 944 time: 0.3828659 Sep 04 16:16:43.043671 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634d57b-c637-4e04-8d09-26331b927428 req-5c26910c-1cd1-42fc-bb62-df309f99650e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:43.045078 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0634d57b-c637-4e04-8d09-26331b927428 req-5c26910c-1cd1-42fc-bb62-df309f99650e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 943 time: 0.3636358 Sep 04 16:16:43.069253 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:43.069876 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:43.129264 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8909095c-d692-4b14-8618-2744893b6d62 req-32fdc03b-b186-4de0-a3bb-47e21d3be814 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945005 Sep 04 16:16:43.157226 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0634d57b-c637-4e04-8d09-26331b927428 req-f370fac8-d238-4d05-8800-a108a7b00190 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918133 Sep 04 16:16:43.233042 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-9e7092ad-1091-47b4-a1ff-c3dda6c8712b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2366529 Sep 04 16:16:43.274599 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a927db-d90b-449c-be4a-2b4bebc033fd req-3bac89b8-fe35-4f02-8d7b-8faf048bf88d tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:43.276090 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f6a927db-d90b-449c-be4a-2b4bebc033fd req-3bac89b8-fe35-4f02-8d7b-8faf048bf88d tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 932 time: 0.0835829 Sep 04 16:16:43.298592 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2248343-34a5-4a7c-a814-81c4024a97d7 req-a767cafe-1b6b-46c9-8900-62d88b252dbe tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:43.300638 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c2248343-34a5-4a7c-a814-81c4024a97d7 req-a767cafe-1b6b-46c9-8900-62d88b252dbe tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0738318 Sep 04 16:16:43.314507 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:43.349947 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Request body: {'port': {'device_id': '5d24964d-b2cb-420a-9232-b5662800ec31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:43.442853 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f6a927db-d90b-449c-be4a-2b4bebc033fd req-68c9edef-80b4-4244-9655-3bd7ac2be630 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609776 Sep 04 16:16:43.494822 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-af7fccb9-6275-4c86-bc5c-23d23d29137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:43.496264 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-af7fccb9-6275-4c86-bc5c-23d23d29137c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b2b9ef80-2b71-48ed-a94f-408f1798eb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1543357 Sep 04 16:16:43.516161 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c2248343-34a5-4a7c-a814-81c4024a97d7 req-85323ebf-8da9-4635-b230-ced0cbf83193 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084987 Sep 04 16:16:43.517784 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452a281-8a19-4ed5-889c-9ba2d5b4b812 req-eaf85cca-1b71-4cee-bdd4-8d0037e6d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:43.518831 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c452a281-8a19-4ed5-889c-9ba2d5b4b812 req-eaf85cca-1b71-4cee-bdd4-8d0037e6d564 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 1127 time: 0.1529584 Sep 04 16:16:43.658190 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (16088940-01d4-4b7c-9350-5157b311afa1), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:43.694948 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae2fa1-391f-4cdd-a91a-2d846a08c794 req-5ec21457-b662-4716-82ab-f63d4e06c5e3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:43.696415 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-36ae2fa1-391f-4cdd-a91a-2d846a08c794 req-5ec21457-b662-4716-82ab-f63d4e06c5e3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1625681 Sep 04 16:16:43.865139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:43.867449 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-354d9773-851b-4a66-aa1a-14c58e0ff31d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455393 Sep 04 16:16:43.881151 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452a281-8a19-4ed5-889c-9ba2d5b4b812 req-a5dcf812-ba19-4934-a4bf-fdc7b55e6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:43.883742 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c452a281-8a19-4ed5-889c-9ba2d5b4b812 req-a5dcf812-ba19-4934-a4bf-fdc7b55e6f73 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=cb043a0ecad3466bbd5a5874126d2810&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3502505 Sep 04 16:16:43.905600 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-36ae2fa1-391f-4cdd-a91a-2d846a08c794 req-24ff49d7-8ad6-44c5-b773-a38aec7c40ee tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812358 Sep 04 16:16:44.046810 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16088940-01d4-4b7c-9350-5157b311afa1 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:44.054476 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Publish callbacks [] for port (16088940-01d4-4b7c-9350-5157b311afa1), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:44.067329 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Transition to ACTIVE for port object 16088940-01d4-4b7c-9350-5157b311afa1 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:16:44.106503 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (16088940-01d4-4b7c-9350-5157b311afa1), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:44.185745 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Pushing event updated for resources: {'Port': ['ID=16088940-01d4-4b7c-9350-5157b311afa1,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:44.218271 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:44.235130 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Attempting to bind port 16088940-01d4-4b7c-9350-5157b311afa1 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:16:44.235467 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Attempting to bind port 16088940-01d4-4b7c-9350-5157b311afa1 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:16:44.235790 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Attempting to bind port 16088940-01d4-4b7c-9350-5157b311afa1 on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:44.270554 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Port 16088940-01d4-4b7c-9350-5157b311afa1 on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:16:44.270880 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Attempting to bind port 16088940-01d4-4b7c-9350-5157b311afa1 on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:44.301697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:16:44.301697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Checking segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:16:44.301697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Bound using segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:16:44.301697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Bound port: 16088940-01d4-4b7c-9350-5157b311afa1, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:16:44.301697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (16088940-01d4-4b7c-9350-5157b311afa1), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:44.323751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154059f-b617-4740-b0f0-4ccffcf4d7ef req-7663b524-bf9f-4e69-9e0d-ce9800c01ed4 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:44.325226 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4154059f-b617-4740-b0f0-4ccffcf4d7ef req-7663b524-bf9f-4e69-9e0d-ce9800c01ed4 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 944 time: 0.1131055 Sep 04 16:16:44.333353 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed18fc-a4d7-4d9d-b5d0-a06af8f82871 req-da946251-f17f-4d4e-b965-66f249cc6136 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:44.334788 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-62ed18fc-a4d7-4d9d-b5d0-a06af8f82871 req-da946251-f17f-4d4e-b965-66f249cc6136 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 943 time: 0.0811152 Sep 04 16:16:44.438054 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 08dc8012-7cf0-4bba-b537-c92a01bb802d details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:16:44.455533 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4154059f-b617-4740-b0f0-4ccffcf4d7ef req-4888007a-6a41-465e-af21-e62cbb695435 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192429 Sep 04 16:16:44.459988 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] For port 16088940-01d4-4b7c-9350-5157b311afa1, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:16:44.463771 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] For port 16088940-01d4-4b7c-9350-5157b311afa1, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=16088940-01d4-4b7c-9350-5157b311afa1,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:16:44.483379 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-62ed18fc-a4d7-4d9d-b5d0-a06af8f82871 req-c9ffcc53-da62-4931-a401-14e05d76bcaa tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168356 Sep 04 16:16:44.546744 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (16088940-01d4-4b7c-9350-5157b311afa1), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:44.570264 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:44.570753 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:44.572111 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/16088940-01d4-4b7c-9350-5157b311afa1 HTTP/1.1" status: 200 len: 1094 time: 1.2290845 Sep 04 16:16:44.573519 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d24964d-b2cb-420a-9232-b5662800ec31', 'tag': '16088940-01d4-4b7c-9350-5157b311afa1'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:44.575869 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0832da-0585-4755-87ec-5f0e4f0cb935" -d '{"events": [{"name": "network-changed", "server_uuid": "5d24964d-b2cb-420a-9232-b5662800ec31", "tag": "16088940-01d4-4b7c-9350-5157b311afa1"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:44.586736 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 08dc8012-7cf0-4bba-b537-c92a01bb802d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08dc8012-7cf0-4bba-b537-c92a01bb802d,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:44.600272 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '08dc8012-7cf0-4bba-b537-c92a01bb802d', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'port_id': '08dc8012-7cf0-4bba-b537-c92a01bb802d', 'mac_address': 'fa:16:3e:f1:65:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:16:44.619900 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d119e-7384-4309-8525-32cfbdc7aef8 req-c02c6044-bf12-4df9-a005-849e91b1de9f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:44.621636 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-610d119e-7384-4309-8525-32cfbdc7aef8 req-c02c6044-bf12-4df9-a005-849e91b1de9f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.0873754 Sep 04 16:16:44.648528 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 08dc8012-7cf0-4bba-b537-c92a01bb802d is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:44.649236 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:44.663931 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dc8012-7cf0-4bba-b537-c92a01bb802d {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:44.676897 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:44.685897 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 08dc8012-7cf0-4bba-b537-c92a01bb802d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08dc8012-7cf0-4bba-b537-c92a01bb802d,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:44.705195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b97bc-81e4-4b3d-8d6d-ec882944438c service neutron] Pushing event updated for resources: {'Port': ['ID=16088940-01d4-4b7c-9350-5157b311afa1,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:44.722529 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b6eb7-cccd-4f69-8177-df9dd2e6f501 req-378b5a61-1050-4fa7-b7e6-779cef3fc053 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:44.724237 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-104b6eb7-cccd-4f69-8177-df9dd2e6f501 req-378b5a61-1050-4fa7-b7e6-779cef3fc053 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0854731 Sep 04 16:16:44.741451 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:44.753267 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-610d119e-7384-4309-8525-32cfbdc7aef8 req-e1d68d1d-1d68-4a44-b5ec-7f3344c7a06a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224775 Sep 04 16:16:44.781797 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:44.787721 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-104b6eb7-cccd-4f69-8177-df9dd2e6f501 req-c8e60cb4-4e45-4685-bc0c-d693a4bef975 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575619 Sep 04 16:16:44.822398 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f4bffd-eab2-437e-aa73-d4e9e1c9cd6b x-openstack-request-id: req-16f4bffd-eab2-437e-aa73-d4e9e1c9cd6b {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:44.822759 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d24964d-b2cb-420a-9232-b5662800ec31", "tag": "16088940-01d4-4b7c-9350-5157b311afa1", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:44.823081 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16f4bffd-eab2-437e-aa73-d4e9e1c9cd6b {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:44.823550 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f4bffd-eab2-437e-aa73-d4e9e1c9cd6b'] response: {'name': 'network-changed', 'server_uuid': '5d24964d-b2cb-420a-9232-b5662800ec31', 'tag': '16088940-01d4-4b7c-9350-5157b311afa1', 'status': 'completed', 'code': 200} Sep 04 16:16:44.834554 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=08dc8012-7cf0-4bba-b537-c92a01bb802d,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:44.841653 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.841995 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.842329 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.842664 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.842998 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.843320 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.843640 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.844141 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.844339 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.844660 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.844977 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.845382 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.846261 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.846573 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:44.852517 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:16:45.034085 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ba362-d2b6-41cd-a7c5-6b052d090781 req-7bc24ec7-5a09-41df-b318-38bccfbd6e20 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:45.035585 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-748ba362-d2b6-41cd-a7c5-6b052d090781 req-7bc24ec7-5a09-41df-b318-38bccfbd6e20 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.0477326 Sep 04 16:16:45.085611 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-748ba362-d2b6-41cd-a7c5-6b052d090781 req-15a9ff9b-f57b-4465-8e71-fbaf562a7ed5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439003 Sep 04 16:16:45.593200 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb182a5d-2a55-4b09-b3ee-6ecd3bb3614a req-01100996-836f-48fa-bb53-a8b30862f670 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:45.594641 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fb182a5d-2a55-4b09-b3ee-6ecd3bb3614a req-01100996-836f-48fa-bb53-a8b30862f670 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 945 time: 0.0539958 Sep 04 16:16:45.650346 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fb182a5d-2a55-4b09-b3ee-6ecd3bb3614a req-44c0fb19-a861-402b-bea4-aef85a701d19 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488861 Sep 04 16:16:45.761865 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6ecb2-18d5-4b32-b51f-48b938de4085 req-73e57998-c9b8-4604-99fd-2f756b10df26 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:45.763266 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c2a6ecb2-18d5-4b32-b51f-48b938de4085 req-73e57998-c9b8-4604-99fd-2f756b10df26 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 943 time: 0.0478330 Sep 04 16:16:45.812161 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c2a6ecb2-18d5-4b32-b51f-48b938de4085 req-e500bc48-f9a1-44e4-ba03-b88712b19f4f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413744 Sep 04 16:16:45.919453 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f803857-c2cb-4dba-b753-247b31eaf620 req-44238c6a-bfc2-460b-8a7a-3b1b1fab0fb9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:45.920924 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f803857-c2cb-4dba-b753-247b31eaf620 req-44238c6a-bfc2-460b-8a7a-3b1b1fab0fb9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.0489702 Sep 04 16:16:45.974239 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f803857-c2cb-4dba-b753-247b31eaf620 req-16ca0184-1178-4e2c-bb2b-dd88a0f1b448 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469389 Sep 04 16:16:46.076651 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2733fc-507a-4112-b6b9-198e73dbeccb req-79431390-d40b-4288-a2e6-4ac5a01ae114 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:46.078118 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0b2733fc-507a-4112-b6b9-198e73dbeccb req-79431390-d40b-4288-a2e6-4ac5a01ae114 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0476584 Sep 04 16:16:46.134186 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0b2733fc-507a-4112-b6b9-198e73dbeccb req-708b6a8c-e4ad-4dae-8a63-b36009000c2c tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496483 Sep 04 16:16:46.317376 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0832da-0585-4755-87ec-5f0e4f0cb935 req-441c4cb3-4d25-4fe6-a888-4726acc8e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:46.319159 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee0832da-0585-4755-87ec-5f0e4f0cb935 req-441c4cb3-4d25-4fe6-a888-4726acc8e0d0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 1128 time: 0.1345928 Sep 04 16:16:46.334751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [req-04187674-840d-41ec-8024-59c1894f06e5 req-eecb1766-87e3-4873-a828-d187635b176b service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:16:46.335879 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-04187674-840d-41ec-8024-59c1894f06e5 req-eecb1766-87e3-4873-a828-d187635b176b service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0106618 Sep 04 16:16:46.423459 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['08dc8012-7cf0-4bba-b537-c92a01bb802d'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:16:46.477969 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee8e643a-3e3b-4a75-8768-1f09016709c3 req-4d0acc14-8015-46ab-8c3c-1380b43ed4af service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202662 Sep 04 16:16:46.481094 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452a281-8a19-4ed5-889c-9ba2d5b4b812 req-375e0fe7-8c5d-4c80-b5f5-515c7926071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:46.483515 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c452a281-8a19-4ed5-889c-9ba2d5b4b812 req-375e0fe7-8c5d-4c80-b5f5-515c7926071f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3365753 Sep 04 16:16:46.524181 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0832da-0585-4755-87ec-5f0e4f0cb935 req-6d962884-ecde-4893-9c8b-7f77d4737b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:46.532000 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee0832da-0585-4755-87ec-5f0e4f0cb935 req-6d962884-ecde-4893-9c8b-7f77d4737b69 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=56e82ba24a474557af758826743136d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1901000 Sep 04 16:16:46.630098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:46.650905 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db67-0619-4fa2-960e-d6f689c85893 req-1186deed-797c-4d3b-a054-511eb716bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:46.652414 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-1186deed-797c-4d3b-a054-511eb716bedd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 1127 time: 0.1006532 Sep 04 16:16:46.734793 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0832da-0585-4755-87ec-5f0e4f0cb935 req-dd3d7d72-4020-4eb1-b802-7cf51fbf74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:46.737226 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee0832da-0585-4755-87ec-5f0e4f0cb935 req-dd3d7d72-4020-4eb1-b802-7cf51fbf74fd service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991096 Sep 04 16:16:46.827417 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:46.861930 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e54b-3608-4727-a77f-806ae4579f9d req-e9c03edc-5e18-4e41-9125-3167e4e9acf4 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:46.863565 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f3e7e54b-3608-4727-a77f-806ae4579f9d req-e9c03edc-5e18-4e41-9125-3167e4e9acf4 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 945 time: 0.1066129 Sep 04 16:16:46.936596 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-11a992e7-dedc-444d-bdcf-06d9412fc18c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab492967-90e3-4b09-b251-d08c6b91d22c HTTP/1.1" status: 200 len: 217 time: 0.0953853 Sep 04 16:16:46.945123 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf51f7e-4341-49c7-ad61-62e3c7462daa req-c06ca93a-cbd3-4819-a483-94262cf20107 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:46.951894 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-edf51f7e-4341-49c7-ad61-62e3c7462daa req-c06ca93a-cbd3-4819-a483-94262cf20107 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 945 time: 0.1623166 Sep 04 16:16:47.010845 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-4f216041-4de8-430c-ae05-cee56b4f005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:47.012605 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-4f216041-4de8-430c-ae05-cee56b4f005f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 1128 time: 0.1456261 Sep 04 16:16:47.073943 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db67-0619-4fa2-960e-d6f689c85893 req-5cb629e0-e486-4ca6-b612-8286ae1758c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:47.073943 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-5cb629e0-e486-4ca6-b612-8286ae1758c6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.1187654 Sep 04 16:16:47.080446 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f3e7e54b-3608-4727-a77f-806ae4579f9d req-1e9f35b2-6121-4e07-9c9c-cd33958af423 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489894 Sep 04 16:16:47.090469 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-edf51f7e-4341-49c7-ad61-62e3c7462daa req-c98f9259-f192-4248-9f82-3c11043b13f9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376686 Sep 04 16:16:47.303647 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-a4df8ab5-2451-404e-8f31-8db9fe4e78d0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16088940-01d4-4b7c-9350-5157b311afa1 HTTP/1.1" status: 200 len: 217 time: 0.1072638 Sep 04 16:16:47.342806 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128097b-0ddb-4629-af56-b19890c5291b req-d17fb191-5b68-4bf0-8d4d-4fb20fb5fe28 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:47.342806 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2128097b-0ddb-4629-af56-b19890c5291b req-d17fb191-5b68-4bf0-8d4d-4fb20fb5fe28 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 943 time: 0.1893346 Sep 04 16:16:47.365741 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250db67-0619-4fa2-960e-d6f689c85893 req-9823aaa8-89dc-4e9c-80b1-ef1dd0641c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:47.366794 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-9823aaa8-89dc-4e9c-80b1-ef1dd0641c81 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1696866 Sep 04 16:16:47.431689 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50492) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:47.528389 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-a2d16617-fa26-4283-bcb6-adce467d9909 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954611 Sep 04 16:16:47.537447 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-d1478ace-6ba8-4820-b634-ccf53b00d184 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106841) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:16:47.538489 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-d1478ace-6ba8-4820-b634-ccf53b00d184 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054159 Sep 04 16:16:47.628313 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50500) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:47.702103 dv-cinder-852364-6-iscsi neutron-server[106841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 04 16:16:47.730111 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-586c7993-fb1b-4f67-a439-e28ba22694ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:47.731561 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-586c7993-fb1b-4f67-a439-e28ba22694ff service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.4152286 Sep 04 16:16:47.742386 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-118e6553-7770-48a8-bc61-4fe46ace529f tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:47.743834 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-118e6553-7770-48a8-bc61-4fe46ace529f tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/networks?id=9dd59a90-1b88-4c82-b79b-5c099bf25a16 HTTP/1.1" status: 200 len: 814 time: 0.5495224 Sep 04 16:16:47.751782 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-d3dd0501-ebf7-4435-83c9-19d96d1d0da7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:47.754158 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-d3dd0501-ebf7-4435-83c9-19d96d1d0da7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports/ea45359b-6df0-4bcb-9182-26e4cca9bdd6 HTTP/1.1" status: 200 len: 942 time: 0.1245544 Sep 04 16:16:47.805927 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2128097b-0ddb-4629-af56-b19890c5291b req-abe661c0-5c2d-44c1-ac53-15ff9806daf4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417877 Sep 04 16:16:47.814564 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:47.818096 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-6a2cff34-999f-4ef9-aef7-ea0d64283fa8 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/quotas/9f1ae25e634d4380a6933101fb94ad2e HTTP/1.1" status: 200 len: 375 time: 0.0353980 Sep 04 16:16:47.828519 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-885ed0bd-c29b-4872-9e2a-e78a73189b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:47.830450 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-885ed0bd-c29b-4872-9e2a-e78a73189b42 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853338 Sep 04 16:16:47.883378 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-0b23b44b-085c-4acb-b1fa-bba8dfccbedd tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=9f1ae25e634d4380a6933101fb94ad2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562024 Sep 04 16:16:47.988822 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-8e1f6b5e-63ae-4b56-b8dd-20518d82a911 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093102 Sep 04 16:16:48.071551 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-1fd3af37-5f71-4181-803e-b35ee00a18e7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1871536 Sep 04 16:16:48.115829 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e05e7-7d64-4a74-99d7-87d9fcf7c220 req-e9b69c8d-e43a-4ebb-b91a-c8e7e94dc17f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:48.117296 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-947e05e7-7d64-4a74-99d7-87d9fcf7c220 req-e9b69c8d-e43a-4ebb-b91a-c8e7e94dc17f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.2164400 Sep 04 16:16:48.142224 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 08dc8012-7cf0-4bba-b537-c92a01bb802d up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:16:48.192435 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:48.193041 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:48.194653 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 08dc8012-7cf0-4bba-b537-c92a01bb802d completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:16:48.244452 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-8488ec65-77e8-4ffb-9811-00e339dd464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:48.246213 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-8488ec65-77e8-4ffb-9811-00e339dd464d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 1129 time: 0.1236019 Sep 04 16:16:48.247926 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-87bf604f-058d-4d57-b817-9be2884284f2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790996 Sep 04 16:16:48.256613 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 08dc8012-7cf0-4bba-b537-c92a01bb802d triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:48.257131 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:48.261850 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-ad1eb4e6-bda0-4511-a9e1-2d9a3b066bc7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/9dd59a90-1b88-4c82-b79b-5c099bf25a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597522 Sep 04 16:16:48.335897 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 08dc8012-7cf0-4bba-b537-c92a01bb802d is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:48.336537 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:48.339636 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:48.362049 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512e46e1-9291-44b3-b609-c1147f105f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dc8012-7cf0-4bba-b537-c92a01bb802d'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:48.365725 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3052f52e-0bca-49be-81c3-85234b6f328c" -d '{"events": [{"server_uuid": "512e46e1-9291-44b3-b609-c1147f105f76", "name": "network-vif-plugged", "status": "completed", "tag": "08dc8012-7cf0-4bba-b537-c92a01bb802d"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:48.380003 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 08dc8012-7cf0-4bba-b537-c92a01bb802d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08dc8012-7cf0-4bba-b537-c92a01bb802d,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:48.429596 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1250db67-0619-4fa2-960e-d6f689c85893 req-0423da4f-692c-42da-a903-d1372adb1fe6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933163 Sep 04 16:16:48.433251 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:48.434251 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ea45359b-6df0-4bcb-9182-26e4cca9bdd6 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:16:48.437744 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-947e05e7-7d64-4a74-99d7-87d9fcf7c220 req-b08d3660-c434-4617-b30b-b20a7c570654 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045380 Sep 04 16:16:48.518203 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=08dc8012-7cf0-4bba-b537-c92a01bb802d,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:48.533827 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-649ad433-c1d0-4aaf-b200-6f0cc420e181 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/9dd59a90-1b88-4c82-b79b-5c099bf25a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709486 Sep 04 16:16:48.555131 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-98645d1e-e9e3-4ede-8b05-031b36a3daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:48.556618 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-98645d1e-e9e3-4ede-8b05-031b36a3daaf service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.2814553 Sep 04 16:16:48.568900 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 is: ACTIVE; New status is: DOWN {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:48.569298 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:48.574525 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c9b3ba-db94-4bbc-96d4-a27954ebedd0 req-8d4e8e8c-7d1f-47f9-9945-8d555825cd0a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021982 Sep 04 16:16:48.606897 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:48.615857 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-5aeca57d-f237-4824-9481-ab6e81095247 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab8e735-7496-45d4-bc92-b047426a274b HTTP/1.1" status: 200 len: 217 time: 0.0382626 Sep 04 16:16:48.625123 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cc9a3-aa60-4e16-8ed0-0952b68b94e4 req-a243ee0c-c675-4db0-a963-7ca8656d0244 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:48.625123 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4e6cc9a3-aa60-4e16-8ed0-0952b68b94e4 req-a243ee0c-c675-4db0-a963-7ca8656d0244 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0982211 Sep 04 16:16:48.675655 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4e6cc9a3-aa60-4e16-8ed0-0952b68b94e4 req-76cbcf94-4a6e-4d06-8d9c-15070e818a63 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Sep 04 16:16:48.706546 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:48.755508 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=8']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:48.788296 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b26301-9ff4-401f-8751-f12ff7581d6f req-70e1cf03-3dd0-49e0-99ee-2cd12a8ee73f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:48.789822 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90b26301-9ff4-401f-8751-f12ff7581d6f req-70e1cf03-3dd0-49e0-99ee-2cd12a8ee73f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0546503 Sep 04 16:16:48.874092 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90b26301-9ff4-401f-8751-f12ff7581d6f req-848c13fc-37db-4792-ab9a-0af28bc87234 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754290 Sep 04 16:16:48.945781 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0ff8-3460-41f9-b0fc-322091bbf128 req-42d8980a-502c-47fc-bbd2-8f56fdec1548 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:48.945781 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-664e0ff8-3460-41f9-b0fc-322091bbf128 req-42d8980a-502c-47fc-bbd2-8f56fdec1548 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0680995 Sep 04 16:16:48.948566 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b17693-87a3-4a2e-a670-a0f5814e32a4 x-openstack-request-id: req-15b17693-87a3-4a2e-a670-a0f5814e32a4 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:48.948982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512e46e1-9291-44b3-b609-c1147f105f76", "name": "network-vif-plugged", "status": "completed", "tag": "08dc8012-7cf0-4bba-b537-c92a01bb802d", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:48.948982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15b17693-87a3-4a2e-a670-a0f5814e32a4 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:48.949523 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b17693-87a3-4a2e-a670-a0f5814e32a4'] response: {'server_uuid': '512e46e1-9291-44b3-b609-c1147f105f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dc8012-7cf0-4bba-b537-c92a01bb802d', 'code': 200} Sep 04 16:16:49.024244 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8bfef3e9-3e26-4e82-92e1-d9f2e609b3cd req-305a2b33-be51-46e7-a1b8-688f989c852c tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 210 time: 0.0395446 Sep 04 16:16:49.031544 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-664e0ff8-3460-41f9-b0fc-322091bbf128 req-ec58e021-5deb-43bb-a0f4-03314db6945d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770051 Sep 04 16:16:49.135681 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053de7a-73a8-4566-b4e7-b7aebcc2507c req-fb453596-a4a8-4eb9-ac47-fcaf42f817f4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:49.137169 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f053de7a-73a8-4566-b4e7-b7aebcc2507c req-fb453596-a4a8-4eb9-ac47-fcaf42f817f4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 943 time: 0.0517848 Sep 04 16:16:49.171725 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:49.188245 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f053de7a-73a8-4566-b4e7-b7aebcc2507c req-40b986d4-1ecd-40ea-889c-d9dc5a5d4fb4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443614 Sep 04 16:16:49.460330 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-65adbe27-4658-45df-a456-47b500a7d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:49.462003 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-65adbe27-4658-45df-a456-47b500a7d8f4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.0521479 Sep 04 16:16:49.509338 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-469219c5-0f59-48e2-80b2-1707237aba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:49.511129 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-469219c5-0f59-48e2-80b2-1707237aba75 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422733 Sep 04 16:16:49.586243 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa33dde-3dd9-4790-a351-ec737ffa0095 req-514a6520-9c2c-41f9-8ea6-d584985fa330 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:49.587864 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dfa33dde-3dd9-4790-a351-ec737ffa0095 req-514a6520-9c2c-41f9-8ea6-d584985fa330 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.0562623 Sep 04 16:16:49.638224 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dfa33dde-3dd9-4790-a351-ec737ffa0095 req-5614d9e1-39cb-4700-89f8-05d618f20390 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441713 Sep 04 16:16:49.862542 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:49.883233 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c060fe-7de8-4cd1-a9fd-92487aa53ab6 req-fa7fe1c7-7610-442c-89df-ad48ef67e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:49.884760 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d5c060fe-7de8-4cd1-a9fd-92487aa53ab6 req-fa7fe1c7-7610-442c-89df-ad48ef67e5b5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 1130 time: 0.1049922 Sep 04 16:16:49.893880 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe01af-6f55-4bc8-a30c-dc04313383db req-c5e44a21-6cc9-4bbf-a508-32444e8ae450 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:49.895464 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7bbe01af-6f55-4bc8-a30c-dc04313383db req-c5e44a21-6cc9-4bbf-a508-32444e8ae450 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.1168029 Sep 04 16:16:49.937642 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-afd9ed17-803c-40fb-a6a3-ce04581cded2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094312 Sep 04 16:16:50.077301 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d5c060fe-7de8-4cd1-a9fd-92487aa53ab6 req-4aa4b3db-d4f2-47d9-9b4e-d70583b0c9c5 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769838 Sep 04 16:16:50.090326 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7bbe01af-6f55-4bc8-a30c-dc04313383db req-2feae9d4-2820-4527-94f4-7f6f629583a5 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767995 Sep 04 16:16:50.099856 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59c2f7-d858-433c-ba8c-a2842a5f640f req-017ff287-cfb1-4841-b78c-1878e4ecf8d6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:50.101477 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8a59c2f7-d858-433c-ba8c-a2842a5f640f req-017ff287-cfb1-4841-b78c-1878e4ecf8d6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.1341624 Sep 04 16:16:50.197114 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2e32076-f19a-44d6-8dca-e84e2760cb14 req-61cacaf9-0ea6-4890-a234-c708f79c345e service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471502 Sep 04 16:16:50.223544 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b08fffc-3e6e-4d5b-9af8-0367b2eb4937 req-8c74ccc8-ff25-455a-a30c-6ae9ea13dfb4 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 210 time: 0.0441751 Sep 04 16:16:50.232994 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8a59c2f7-d858-433c-ba8c-a2842a5f640f req-04cce35c-fc57-41bc-bc22-38f9e2826aed tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023901 Sep 04 16:16:50.360382 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cc8a7-4201-4334-8730-1affdf718c4e req-a015f4e1-9f2f-4670-b654-b2a95cb608fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:50.361939 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cf1cc8a7-4201-4334-8730-1affdf718c4e req-a015f4e1-9f2f-4670-b654-b2a95cb608fd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0783415 Sep 04 16:16:50.384046 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd95fc5-5371-44f9-84aa-6e9f36e7a985 req-1624accf-8b6a-4734-a630-8c3b63420683 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:50.385602 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0dd95fc5-5371-44f9-84aa-6e9f36e7a985 req-1624accf-8b6a-4734-a630-8c3b63420683 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 943 time: 0.0702193 Sep 04 16:16:50.454357 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cf1cc8a7-4201-4334-8730-1affdf718c4e req-7ff4d497-6e7f-4387-8983-ebf1dbee2414 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841987 Sep 04 16:16:50.462095 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0dd95fc5-5371-44f9-84aa-6e9f36e7a985 req-173fff45-1e0d-4b06-9e1a-c1cb3ce8b469 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642955 Sep 04 16:16:50.598549 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50574) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:50.708163 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-58b7380c-99ba-4006-83b8-b1652adcc33c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:50.766225 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a6c96-c628-46fc-af08-2ad9f275d400 req-2c56fb6a-a415-482b-935e-763db215343c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:50.767917 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a74a6c96-c628-46fc-af08-2ad9f275d400 req-2c56fb6a-a415-482b-935e-763db215343c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.0530045 Sep 04 16:16:50.790954 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-58b7380c-99ba-4006-83b8-b1652adcc33c admin admin] Publish callbacks [] for security_group (0858ea73-2c31-4862-ba49-d1f073aeedda), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:50.818435 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a74a6c96-c628-46fc-af08-2ad9f275d400 req-47306618-4e3a-457a-8adb-6dfaf9b63b62 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451300 Sep 04 16:16:50.849342 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-58b7380c-99ba-4006-83b8-b1652adcc33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (0858ea73-2c31-4862-ba49-d1f073aeedda), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:50.892948 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-58b7380c-99ba-4006-83b8-b1652adcc33c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=966c7920aaa645aea3c92402322a917c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907579 Sep 04 16:16:50.892948 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7380c-99ba-4006-83b8-b1652adcc33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0858ea73-2c31-4862-ba49-d1f073aeedda,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:50.893319 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 50580) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:50.949325 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-75bf0e49-25bb-43d1-98fb-36a1ecd486c7 admin admin] Publish callbacks [] for security_group (0858ea73-2c31-4862-ba49-d1f073aeedda), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:50.951140 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:50.953472 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74b00be-75e1-45fb-98ec-1086f4be8151" -d '{"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-unplugged", "status": "completed", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:50.977909 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-75bf0e49-25bb-43d1-98fb-36a1ecd486c7 admin admin] Publish callbacks [] for security_group (0858ea73-2c31-4862-ba49-d1f073aeedda), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:50.981609 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:50.988920 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7410299-de52-48a9-9f37-3d694336c594 x-openstack-request-id: req-b7410299-de52-48a9-9f37-3d694336c594 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:50.989234 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-unplugged", "status": "failed", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6", "code": 422}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:50.989530 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7410299-de52-48a9-9f37-3d694336c594 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:50.989992 dv-cinder-852364-6-iscsi neutron-server[106843]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b7410299-de52-48a9-9f37-3d694336c594']: {'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'code': 422} returned with failed status Sep 04 16:16:51.072479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-75bf0e49-25bb-43d1-98fb-36a1ecd486c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (0858ea73-2c31-4862-ba49-d1f073aeedda), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:51.075043 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-75bf0e49-25bb-43d1-98fb-36a1ecd486c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:51.076231 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-75bf0e49-25bb-43d1-98fb-36a1ecd486c7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/0858ea73-2c31-4862-ba49-d1f073aeedda HTTP/1.1" status: 204 len: 168 time: 0.1818633 Sep 04 16:16:51.085195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf0e49-25bb-43d1-98fb-36a1ecd486c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0858ea73-2c31-4862-ba49-d1f073aeedda,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:51.256256 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423a75d-dcc7-45cf-93dd-807cc054f625 req-caa89249-bf75-400b-b2e6-1e5c225b4881 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:51.258022 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3423a75d-dcc7-45cf-93dd-807cc054f625 req-caa89249-bf75-400b-b2e6-1e5c225b4881 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0494144 Sep 04 16:16:51.326973 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3423a75d-dcc7-45cf-93dd-807cc054f625 req-1c5ca628-4493-47c8-b8bd-33886bb14d06 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632350 Sep 04 16:16:51.343825 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-56b67ee6-f712-4d28-bbf6-ae17ce366889 req-5ec6a460-af74-41ab-9db5-200ef5be8535 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 210 time: 0.0348248 Sep 04 16:16:51.416059 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:51.432081 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e172092-c4e5-4c2c-9c1b-17e03d39f7e8 req-7553d867-0e01-484b-9321-bd604b56da12 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:51.433640 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6e172092-c4e5-4c2c-9c1b-17e03d39f7e8 req-7553d867-0e01-484b-9321-bd604b56da12 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0488269 Sep 04 16:16:51.484727 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6e172092-c4e5-4c2c-9c1b-17e03d39f7e8 req-dccd59c9-aa2c-405c-82f0-3ce399fc8345 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446775 Sep 04 16:16:51.621749 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba499eb3-30ac-40c0-b183-b5bc62df7716 req-c5e0b399-6fd3-4e34-9f11-981f501bb277 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:51.623289 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba499eb3-30ac-40c0-b183-b5bc62df7716 req-c5e0b399-6fd3-4e34-9f11-981f501bb277 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0774462 Sep 04 16:16:51.643084 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726b1b-728f-40db-9e92-52ea57ec4caf req-4b9d3f95-ac80-4fc6-9dac-c0a88e7f3860 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:51.644539 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-12726b1b-728f-40db-9e92-52ea57ec4caf req-4b9d3f95-ac80-4fc6-9dac-c0a88e7f3860 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 943 time: 0.0703855 Sep 04 16:16:51.718824 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba499eb3-30ac-40c0-b183-b5bc62df7716 req-24127b4f-3deb-4ef6-80fc-7b7709961935 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897255 Sep 04 16:16:51.722986 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-12726b1b-728f-40db-9e92-52ea57ec4caf req-fa31c141-d021-46ad-889d-ab12842d5de8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710788 Sep 04 16:16:51.834665 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50598) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:51.849205 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0fe2fbc9-b426-4c2d-952e-444b4b299565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:51.926321 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0fe2fbc9-b426-4c2d-952e-444b4b299565 admin admin] Publish callbacks [] for security_group (47e968ea-f0a8-4de8-80c2-537c262f0dc3), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:51.941924 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4688a60-d9bb-4a8c-8edb-3a9a368b8c1c req-6a2fa94b-045c-441f-840a-feca5f7c7a6e tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:51.945666 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c4688a60-d9bb-4a8c-8edb-3a9a368b8c1c req-6a2fa94b-045c-441f-840a-feca5f7c7a6e tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.0464451 Sep 04 16:16:51.991653 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0fe2fbc9-b426-4c2d-952e-444b4b299565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (47e968ea-f0a8-4de8-80c2-537c262f0dc3), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:51.993784 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c4688a60-d9bb-4a8c-8edb-3a9a368b8c1c req-d70e6fe0-c7c4-401f-9a80-5ba5b3181826 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446033 Sep 04 16:16:52.002661 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:52.031847 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-0fe2fbc9-b426-4c2d-952e-444b4b299565 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=93978cc4d1794e5d9c9419cbe70d680e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961117 Sep 04 16:16:52.034692 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2fbc9-b426-4c2d-952e-444b4b299565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e968ea-f0a8-4de8-80c2-537c262f0dc3,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:52.035120 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 50602) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:52.087555 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e71756dd-7c57-4334-b924-2bacfbf3e4ee admin admin] Publish callbacks [] for security_group (47e968ea-f0a8-4de8-80c2-537c262f0dc3), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:52.107833 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e71756dd-7c57-4334-b924-2bacfbf3e4ee admin admin] Publish callbacks [] for security_group (47e968ea-f0a8-4de8-80c2-537c262f0dc3), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:52.143601 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ab492967-90e3-4b09-b251-d08c6b91d22c details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:16:52.152116 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:52.238360 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e71756dd-7c57-4334-b924-2bacfbf3e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (47e968ea-f0a8-4de8-80c2-537c262f0dc3), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:52.241295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e71756dd-7c57-4334-b924-2bacfbf3e4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:52.242881 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-e71756dd-7c57-4334-b924-2bacfbf3e4ee admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/47e968ea-f0a8-4de8-80c2-537c262f0dc3 HTTP/1.1" status: 204 len: 168 time: 0.2067430 Sep 04 16:16:52.252586 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71756dd-7c57-4334-b924-2bacfbf3e4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e968ea-f0a8-4de8-80c2-537c262f0dc3,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:52.255557 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ab492967-90e3-4b09-b251-d08c6b91d22c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ab492967-90e3-4b09-b251-d08c6b91d22c,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:52.275932 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'port_id': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'mac_address': 'fa:16:3e:7c:8f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:16:52.312572 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port ab492967-90e3-4b09-b251-d08c6b91d22c is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:52.312967 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:52.328069 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab492967-90e3-4b09-b251-d08c6b91d22c {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:52.354168 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ab492967-90e3-4b09-b251-d08c6b91d22c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ab492967-90e3-4b09-b251-d08c6b91d22c,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:52.423074 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:52.483453 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=ab492967-90e3-4b09-b251-d08c6b91d22c,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:52.491567 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0f027de2-f28e-4c58-89da-d553d98e91b1 req-ff2f1090-9936-46bd-b63c-e8b61f1d077f tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 210 time: 0.0403588 Sep 04 16:16:52.505412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686acd7-3cd1-483f-a3fd-758e01e37b70 req-71bf21e7-1ae3-4531-818a-146416795c51 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:52.506883 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b686acd7-3cd1-483f-a3fd-758e01e37b70 req-71bf21e7-1ae3-4531-818a-146416795c51 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0979524 Sep 04 16:16:52.563794 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b686acd7-3cd1-483f-a3fd-758e01e37b70 req-95d7afc6-ad24-4dc6-a42e-195d39053e79 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509167 Sep 04 16:16:52.622999 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e378b9-829e-44a0-a4fb-b9008df0fec0 req-e17137d7-e444-42ea-8fef-2d5fc0532158 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:52.624594 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-37e378b9-829e-44a0-a4fb-b9008df0fec0 req-e17137d7-e444-42ea-8fef-2d5fc0532158 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0531096 Sep 04 16:16:52.674206 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-37e378b9-829e-44a0-a4fb-b9008df0fec0 req-5e081c78-b120-4fee-920f-cf4fee95e47e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Sep 04 16:16:52.724414 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['ab492967-90e3-4b09-b251-d08c6b91d22c'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:16:52.801838 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3b5b4-4f39-4a77-bc6f-66093aedce25 req-fb6576bc-c971-4a7f-a2bd-a8ca5c3f10d8 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:52.803358 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8cd3b5b4-4f39-4a77-bc6f-66093aedce25 req-fb6576bc-c971-4a7f-a2bd-a8ca5c3f10d8 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0521529 Sep 04 16:16:52.813332 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50626) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:52.819023 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-365f2b73-5af1-4b27-897e-cd1a1ca2fdcf tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'floatingip': {'port_id': '08dc8012-7cf0-4bba-b537-c92a01bb802d'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:52.887064 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-365f2b73-5af1-4b27-897e-cd1a1ca2fdcf tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (1f66efef-47a2-420a-ab75-b031b1676a68), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:52.923187 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf08eed-98e6-4552-833c-23ec78db7082 req-c2e04196-f85a-4728-856c-4cd989019d46 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:52.924767 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fdf08eed-98e6-4552-833c-23ec78db7082 req-c2e04196-f85a-4728-856c-4cd989019d46 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 944 time: 0.1145797 Sep 04 16:16:52.941060 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:52.952616 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca99bbf-eace-4a66-98e8-8ec6a9fefd55 req-09410a9b-61cc-498c-b418-937f4ac97bd0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:52.954075 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dca99bbf-eace-4a66-98e8-8ec6a9fefd55 req-09410a9b-61cc-498c-b418-937f4ac97bd0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0810747 Sep 04 16:16:53.003360 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fdf08eed-98e6-4552-833c-23ec78db7082 req-ac63fd6d-2eb1-4ef4-bfd4-cea00640d928 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723424 Sep 04 16:16:53.026298 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dca99bbf-eace-4a66-98e8-8ec6a9fefd55 req-fa91f900-e9e0-460e-8092-f6e144b2e211 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645201 Sep 04 16:16:53.149681 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671351-9f74-448e-bc91-ed067cb6e884 req-35925835-5280-416f-be15-3a1c2be80719 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:53.151328 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa671351-9f74-448e-bc91-ed067cb6e884 req-35925835-5280-416f-be15-3a1c2be80719 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.0538507 Sep 04 16:16:53.172711 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:53.249538 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:53.314005 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa671351-9f74-448e-bc91-ed067cb6e884 req-17c07795-1d34-4ed1-84a7-86b4e16c5c86 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564023 Sep 04 16:16:53.418651 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-365f2b73-5af1-4b27-897e-cd1a1ca2fdcf tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:53.421320 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-65866273-d372-4d29-bea3-9bb8d4635dbe tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:53.425178 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-65866273-d372-4d29-bea3-9bb8d4635dbe tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.27 "GET /networking/v2.0/networks?id=9dd59a90-1b88-4c82-b79b-5c099bf25a16 HTTP/1.1" status: 200 len: 814 time: 0.2305048 Sep 04 16:16:53.463116 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Request body: {'port': {'device_id': 'ef119005-1210-4108-b0bd-98771fe1fa37', 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16', 'admin_state_up': True, 'tenant_id': '9f1ae25e634d4380a6933101fb94ad2e'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:53.507086 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-365f2b73-5af1-4b27-897e-cd1a1ca2fdcf tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (1f66efef-47a2-420a-ab75-b031b1676a68), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:53.640466 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e2eaa0ba-14e6-4337-b292-343b747485f3 req-3ebdee21-961e-45d6-b9bf-dcc3d7575a8c tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 210 time: 0.0467598 Sep 04 16:16:53.645127 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-365f2b73-5af1-4b27-897e-cd1a1ca2fdcf tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Floating IP 1f66efef-47a2-420a-ab75-b031b1676a68 associated. External IP: 172.27.3.141, port: 08dc8012-7cf0-4bba-b537-c92a01bb802d. Sep 04 16:16:53.738938 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad10120-ebcc-4899-95ba-a71311528f4e req-46111e9a-61bd-4382-b112-4460b790187d tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:53.740710 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4ad10120-ebcc-4899-95ba-a71311528f4e req-46111e9a-61bd-4382-b112-4460b790187d tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0573955 Sep 04 16:16:53.765139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Made reservation on behalf of 9f1ae25e634d4380a6933101fb94ad2e for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:16:53.769821 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:53.819938 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4ad10120-ebcc-4899-95ba-a71311528f4e req-2e289060-10a8-47db-a153-985bfbd258f8 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730193 Sep 04 16:16:54.097241 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:54.110859 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365f2b73-5af1-4b27-897e-cd1a1ca2fdcf tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:16:54.179203 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ab492967-90e3-4b09-b251-d08c6b91d22c up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:16:54.238523 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365f2b73-5af1-4b27-897e-cd1a1ca2fdcf tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:16:54.238733 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port ab492967-90e3-4b09-b251-d08c6b91d22c completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:16:54.245683 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-365f2b73-5af1-4b27-897e-cd1a1ca2fdcf tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:54.250879 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:16:54.254252 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:54.266814 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:16:54.267869 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:16:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:16:54.289393 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-365f2b73-5af1-4b27-897e-cd1a1ca2fdcf tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/1f66efef-47a2-420a-ab75-b031b1676a68 HTTP/1.1" status: 200 len: 992 time: 1.4747989 Sep 04 16:16:54.290339 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512e46e1-9291-44b3-b609-c1147f105f76', 'tag': '08dc8012-7cf0-4bba-b537-c92a01bb802d'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:54.293472 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e26469-12ce-41d3-ba67-ebcdcbc277ae" -d '{"events": [{"name": "network-changed", "server_uuid": "512e46e1-9291-44b3-b609-c1147f105f76", "tag": "08dc8012-7cf0-4bba-b537-c92a01bb802d"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:54.318551 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port ab492967-90e3-4b09-b251-d08c6b91d22c triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:54.318935 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:54.377643 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Allocated IP 172.20.0.3 (9dd59a90-1b88-4c82-b79b-5c099bf25a16/8bbc655c-e584-40ab-bbed-cd7532ac890d/4f0626e3-395a-4b67-9d54-2a5ea157dccc) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:16:54.394217 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba657c-26f6-495a-864b-d7a93b165df1 req-80cbc298-eb46-4857-9b85-c2dc58b59539 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:54.401191 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cba657c-26f6-495a-864b-d7a93b165df1 req-80cbc298-eb46-4857-9b85-c2dc58b59539 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 944 time: 0.1833160 Sep 04 16:16:54.407756 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-341a7b24-aa87-4bd8-809a-dde28a547ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:54.410034 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-341a7b24-aa87-4bd8-809a-dde28a547ff9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5&tenant_id=3219dc7400ec4957a31b1b0fabfd8c56 HTTP/1.1" status: 200 len: 1127 time: 0.4947753 Sep 04 16:16:54.421219 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c405-6292-458e-b4ea-bd188969743a req-256a57d8-7dc9-4861-8638-19c4c33169f9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:54.426724 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f77c405-6292-458e-b4ea-bd188969743a req-256a57d8-7dc9-4861-8638-19c4c33169f9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.1819539 Sep 04 16:16:54.444866 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:16:54.568887 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-73c01471-8bbe-4289-ae89-f479159608be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:54.570501 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-73c01471-8bbe-4289-ae89-f479159608be service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 1127 time: 0.1168766 Sep 04 16:16:54.572112 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port ab492967-90e3-4b09-b251-d08c6b91d22c is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:54.572496 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:54.578335 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:54.606111 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7cba657c-26f6-495a-864b-d7a93b165df1 req-0d1fd766-93fd-4d93-afb8-88efbf27a50b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042079 Sep 04 16:16:54.609051 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f77c405-6292-458e-b4ea-bd188969743a req-74fe347c-c517-4689-b99e-1e94bbb60ca9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739674 Sep 04 16:16:54.647235 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:54.649505 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97be08ec-8399-44c2-bbb3-322b15aeb886" -d '{"events": [{"server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "name": "network-vif-plugged", "status": "completed", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:54.698299 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:54.712513 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ab492967-90e3-4b09-b251-d08c6b91d22c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ab492967-90e3-4b09-b251-d08c6b91d22c,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:54.732651 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58fec36-10b1-461b-bb16-7f5da4f22b26 x-openstack-request-id: req-d58fec36-10b1-461b-bb16-7f5da4f22b26 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:54.733595 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512e46e1-9291-44b3-b609-c1147f105f76", "tag": "08dc8012-7cf0-4bba-b537-c92a01bb802d", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:54.737077 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d58fec36-10b1-461b-bb16-7f5da4f22b26 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:54.738965 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58fec36-10b1-461b-bb16-7f5da4f22b26'] response: {'name': 'network-changed', 'server_uuid': '512e46e1-9291-44b3-b609-c1147f105f76', 'tag': '08dc8012-7cf0-4bba-b537-c92a01bb802d', 'status': 'completed', 'code': 200} Sep 04 16:16:54.777806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:54.796002 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-6506a70e-ec89-4a1d-bb24-4704d8a6bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:54.797435 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-6506a70e-ec89-4a1d-bb24-4704d8a6bff9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 918 time: 0.2107384 Sep 04 16:16:54.803553 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f556c-8de9-4934-b1af-978af8ace3a2 x-openstack-request-id: req-896f556c-8de9-4934-b1af-978af8ace3a2 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:54.803553 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "name": "network-vif-plugged", "status": "completed", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:54.803553 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-896f556c-8de9-4934-b1af-978af8ace3a2 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:54.803553 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896f556c-8de9-4934-b1af-978af8ace3a2'] response: {'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'code': 200} Sep 04 16:16:54.823902 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks [] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:54.877946 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-bdd15a52-1901-43d3-a57e-edd5ba11fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:54.877946 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-bdd15a52-1901-43d3-a57e-edd5ba11fb3d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 1130 time: 0.1172113 Sep 04 16:16:54.903711 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=ab492967-90e3-4b09-b251-d08c6b91d22c,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:54.913115 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '1f66efef-47a2-420a-ab75-b031b1676a68', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '08dc8012-7cf0-4bba-b537-c92a01bb802d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:f1:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512e46e1-9291-44b3-b609-c1147f105f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:16:20Z', 'updated_at': '2022-09-04T16:16:53Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}, {'id': '860db11f-3e1b-408d-ab75-c89fb02a4657', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:14:03Z', 'updated_at': '2022-09-04T16:14:52Z', 'revision_number': 2, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:16:54.929347 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88b29aa8-b49b-4f17-8678-f41acc142e33 req-0c710dd3-2724-461f-a455-3adcde051710 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 210 time: 0.0707955 Sep 04 16:16:54.941508 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:16:54.953530 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:16:54.954204 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:16:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:16:54.965424 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090f44e-a8e9-48c4-b4d8-ad4053995584 req-3256f707-9215-4a07-82d2-a4fa1732f1b9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:54.971207 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4090f44e-a8e9-48c4-b4d8-ad4053995584 req-3256f707-9215-4a07-82d2-a4fa1732f1b9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.1589429 Sep 04 16:16:54.994699 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:55.071348 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:16:55.164376 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:55.169987 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-c3488115-9d89-4308-9c4d-8f162afe9e9e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6 HTTP/1.1" status: 200 len: 998 time: 0.2629137 Sep 04 16:16:55.234758 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e8602-fd80-4350-a92a-d184f1a9db76 req-f61c6cbd-e149-47e0-ab0d-0fcbc6554c86 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:55.236894 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a71e8602-fd80-4350-a92a-d184f1a9db76 req-f61c6cbd-e149-47e0-ab0d-0fcbc6554c86 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.1921468 Sep 04 16:16:55.250891 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4090f44e-a8e9-48c4-b4d8-ad4053995584 req-2def4ed6-07c9-4660-beee-dd42f7a4785f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786970 Sep 04 16:16:55.285773 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:16:55.294703 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-d20a6728-2299-4011-9118-ac9b871d3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:55.296251 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-d20a6728-2299-4011-9118-ac9b871d3881 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 916 time: 0.3905652 Sep 04 16:16:55.299129 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:16:55.301689 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:16:55.307404 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Pushing event updated for resources: {'Port': ['ID=4f0626e3-395a-4b67-9d54-2a5ea157dccc,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:55.368907 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:55.383875 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:55.384474 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:55.392950 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a71e8602-fd80-4350-a92a-d184f1a9db76 req-b9eb17c6-e543-4d2a-b0b9-b17671cc5d9b tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298366 Sep 04 16:16:55.429089 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:55.432617 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '1f66efef-47a2-420a-ab75-b031b1676a68', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '08dc8012-7cf0-4bba-b537-c92a01bb802d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:f1:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512e46e1-9291-44b3-b609-c1147f105f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:16:20Z', 'updated_at': '2022-09-04T16:16:53Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}, {'id': '860db11f-3e1b-408d-ab75-c89fb02a4657', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:14:03Z', 'updated_at': '2022-09-04T16:14:52Z', 'revision_number': 2, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:16:55.462398 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd1cb64-ebb4-4701-ac79-58b9338a3f5c None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '1f66efef-47a2-420a-ab75-b031b1676a68', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '08dc8012-7cf0-4bba-b537-c92a01bb802d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:f1:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '512e46e1-9291-44b3-b609-c1147f105f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:16:20Z', 'updated_at': '2022-09-04T16:16:53Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}, {'id': '860db11f-3e1b-408d-ab75-c89fb02a4657', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:14:03Z', 'updated_at': '2022-09-04T16:14:52Z', 'revision_number': 2, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:16:55.469249 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f4f8a4c6-bcdb-4cd2-aaa3-9c9592612c3b tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0104880 Sep 04 16:16:55.671061 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65c7b02-5e14-4897-9311-d26865d79605 None None] New status for floating IP 1f66efef-47a2-420a-ab75-b031b1676a68: ACTIVE {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:16:55.770049 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Request body: {'port': {'device_id': 'ef119005-1210-4108-b0bd-98771fe1fa37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:55.775566 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50720) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:55.890556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4042e-aab8-4e0d-9408-1fa251e6b7f8 req-31b3f9f3-4c20-41e7-9b0a-01be13baa818 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:55.892028 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a9a4042e-aab8-4e0d-9408-1fa251e6b7f8 req-31b3f9f3-4c20-41e7-9b0a-01be13baa818 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1972911 Sep 04 16:16:55.917687 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aa2d46a3-b578-483c-b2ce-f21f1d47d7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:55.937128 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537483b2-7ac4-445b-bb15-667ecfb815e9 req-5856514e-5506-4991-bfca-5dd0d06d43ce tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:55.938638 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-537483b2-7ac4-445b-bb15-667ecfb815e9 req-5856514e-5506-4991-bfca-5dd0d06d43ce tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.1998756 Sep 04 16:16:55.972260 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-4f26ee6e-6bda-4d0d-aee6-cff7795d4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:55.973738 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-4f26ee6e-6bda-4d0d-aee6-cff7795d4e34 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 200 len: 856 time: 0.2366343 Sep 04 16:16:55.976305 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-bd81fd77-c8bc-44fe-bf36-75b1f005cd8f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08dc8012-7cf0-4bba-b537-c92a01bb802d HTTP/1.1" status: 200 len: 1000 time: 0.2409580 Sep 04 16:16:55.998736 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aa2d46a3-b578-483c-b2ce-f21f1d47d7f5 admin admin] Publish callbacks [] for security_group (5e923533-b1ff-47df-948f-6f8b7bb182b5), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:56.051086 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:56.055958 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aa2d46a3-b578-483c-b2ce-f21f1d47d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (5e923533-b1ff-47df-948f-6f8b7bb182b5), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:56.120649 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50b3d0-fdac-4a23-91a6-963f2e57957e req-2e6bbcf6-d943-4931-8ae7-d5efb222ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:56.122073 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-2a50b3d0-fdac-4a23-91a6-963f2e57957e req-2e6bbcf6-d943-4931-8ae7-d5efb222ee59 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 1129 time: 0.0764236 Sep 04 16:16:56.124221 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-aa2d46a3-b578-483c-b2ce-f21f1d47d7f5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=a53bbe1f55d64481807bbaa530585d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475988 Sep 04 16:16:56.125843 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a9a4042e-aab8-4e0d-9408-1fa251e6b7f8 req-e4c1f275-1bfc-4cfd-a3b8-64f09835fc2f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259569 Sep 04 16:16:56.126181 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d46a3-b578-483c-b2ce-f21f1d47d7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e923533-b1ff-47df-948f-6f8b7bb182b5,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:56.135930 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-e5f40b33-ed1b-48ef-8768-540d9e772991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:56.137166 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50726) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:56.137399 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-e5f40b33-ed1b-48ef-8768-540d9e772991 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1462183 Sep 04 16:16:56.163681 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-25ec5825-e00d-43b7-a3f1-8515dc1b9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:56.165147 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-25ec5825-e00d-43b7-a3f1-8515dc1b9772 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b3dc0cdd-5a85-4672-8760-14c1555930d6 HTTP/1.1" status: 200 len: 854 time: 0.1749921 Sep 04 16:16:56.171166 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device b7aa303d-deea-4135-89b8-303faf88bdfe details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:16:56.177336 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-537483b2-7ac4-445b-bb15-667ecfb815e9 req-08fc0af2-c8f4-4b65-87a5-8ba7cc0c5893 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133493 Sep 04 16:16:56.228530 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-2a50b3d0-fdac-4a23-91a6-963f2e57957e req-b83126ec-7e84-4347-a898-93abd51d4e1c service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985179 Sep 04 16:16:56.258625 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3ecb3b16-94bf-406c-83ad-c221691db084 admin admin] Publish callbacks [] for security_group (5e923533-b1ff-47df-948f-6f8b7bb182b5), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:56.281627 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3ecb3b16-94bf-406c-83ad-c221691db084 admin admin] Publish callbacks [] for security_group (5e923533-b1ff-47df-948f-6f8b7bb182b5), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:56.303253 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:56.307364 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b7aa303d-deea-4135-89b8-303faf88bdfe,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:56.324068 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'port_id': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'mac_address': 'fa:16:3e:b9:ab:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:16:56.369899 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port b7aa303d-deea-4135-89b8-303faf88bdfe is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:56.370169 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-f0a3db53-e008-4dfd-8dea-bd77cd520e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:56.370412 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:56.371557 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-f0a3db53-e008-4dfd-8dea-bd77cd520e88 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1755149 Sep 04 16:16:56.384854 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7aa303d-deea-4135-89b8-303faf88bdfe {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:56.405620 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b7aa303d-deea-4135-89b8-303faf88bdfe,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:56.409796 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3ecb3b16-94bf-406c-83ad-c221691db084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (5e923533-b1ff-47df-948f-6f8b7bb182b5), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:56.412326 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3ecb3b16-94bf-406c-83ad-c221691db084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:56.416769 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-3ecb3b16-94bf-406c-83ad-c221691db084 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/5e923533-b1ff-47df-948f-6f8b7bb182b5 HTTP/1.1" status: 204 len: 168 time: 0.2753377 Sep 04 16:16:56.428808 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb3b16-94bf-406c-83ad-c221691db084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e923533-b1ff-47df-948f-6f8b7bb182b5,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:56.437210 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ddc15-09c2-4eac-9496-8b59977bb7b4 req-ff241427-c6fe-4003-825f-652fbd9b9e2a tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:56.437210 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef3ddc15-09c2-4eac-9496-8b59977bb7b4 req-ff241427-c6fe-4003-825f-652fbd9b9e2a tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 931 time: 0.1742842 Sep 04 16:16:56.477822 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:56.506012 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-95c04b2a-276b-459a-b10f-5a60219539d0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446147 Sep 04 16:16:56.525832 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=b7aa303d-deea-4135-89b8-303faf88bdfe,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:56.565615 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd20fc-1aa9-4c5a-bab8-ff11f3a282a5 req-310e0d40-786b-43c3-8efd-de4454b6f979 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:56.567043 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a3bd20fc-1aa9-4c5a-bab8-ff11f3a282a5 req-310e0d40-786b-43c3-8efd-de4454b6f979 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.1908631 Sep 04 16:16:56.593805 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:56.701905 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef3ddc15-09c2-4eac-9496-8b59977bb7b4 req-7f753cd8-d9a9-4c6f-9c1b-7da24f8ced79 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441504 Sep 04 16:16:56.796516 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a3bd20fc-1aa9-4c5a-bab8-ff11f3a282a5 req-e80cd326-1557-4f2e-bf9a-214ec68a06be tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956022 Sep 04 16:16:56.804560 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['b7aa303d-deea-4135-89b8-303faf88bdfe'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:16:56.822871 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-6e68c87b-b107-414d-a9ab-11ecf1e5e00a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508360 Sep 04 16:16:56.858235 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff547ec3-c3c9-4150-a9aa-4e5e463dafab req-66ee69c7-e5c1-4d93-902a-dc8647274ac3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367536 Sep 04 16:16:57.090182 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50738) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:57.104374 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-45a04755-01fe-49f6-bb02-f59fcebccd60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.140248 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:57.167241 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac872fc-e1e6-4b9d-8b03-a1a7b6b58e86 req-deb03d18-04ca-4741-a695-1aaeaf6d74dd tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:57.169011 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eac872fc-e1e6-4b9d-8b03-a1a7b6b58e86 req-deb03d18-04ca-4741-a695-1aaeaf6d74dd tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 945 time: 0.3648994 Sep 04 16:16:57.174775 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0626e3-395a-4b67-9d54-2a5ea157dccc {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:57.188120 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-45a04755-01fe-49f6-bb02-f59fcebccd60 admin admin] Publish callbacks [] for security_group (cdc8ccc2-2c5b-4030-837f-256001673a18), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.209925 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Publish callbacks [] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.248714 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:57.256970 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Transition to ACTIVE for port object 4f0626e3-395a-4b67-9d54-2a5ea157dccc will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:16:57.272526 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-45a04755-01fe-49f6-bb02-f59fcebccd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (cdc8ccc2-2c5b-4030-837f-256001673a18), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.309878 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:57.321032 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-45a04755-01fe-49f6-bb02-f59fcebccd60 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4e446d35b3824cfc963e9dd7e5b45ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274008 Sep 04 16:16:57.321246 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50748) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:57.327561 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a04755-01fe-49f6-bb02-f59fcebccd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc8ccc2-2c5b-4030-837f-256001673a18,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:57.343252 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eac872fc-e1e6-4b9d-8b03-a1a7b6b58e86 req-2317b269-ff08-495d-89ef-879104ede99e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398921 Sep 04 16:16:57.343878 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.360548 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e023a-a2df-4389-9b05-f17d9fb092e5 req-8a0da76f-932b-4428-a8e0-b6288a6b4d40 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:57.362581 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ae3e023a-a2df-4389-9b05-f17d9fb092e5 req-8a0da76f-932b-4428-a8e0-b6288a6b4d40 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1383626 Sep 04 16:16:57.395876 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-01e26469-12ce-41d3-ba67-ebcdcbc277ae req-56926fa4-91a7-4acc-b81c-bc62ce07fc06 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581718 Sep 04 16:16:57.402148 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30ba5baa-efeb-41c6-8184-768c95a2b8d0 admin admin] Publish callbacks [] for security_group (cdc8ccc2-2c5b-4030-837f-256001673a18), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.425646 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30ba5baa-efeb-41c6-8184-768c95a2b8d0 admin admin] Publish callbacks [] for security_group (cdc8ccc2-2c5b-4030-837f-256001673a18), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.459702 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Pushing event updated for resources: {'Port': ['ID=4f0626e3-395a-4b67-9d54-2a5ea157dccc,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:57.542668 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ae3e023a-a2df-4389-9b05-f17d9fb092e5 req-eb7dc0b3-b887-4237-af79-3c4f69f0e906 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561272 Sep 04 16:16:57.552658 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74762876-3d8b-416e-8dab-6f1e3bd12d9f req-fe5d345d-a058-4f77-b88f-010fdbffdf8d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:57.554785 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30ba5baa-efeb-41c6-8184-768c95a2b8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (cdc8ccc2-2c5b-4030-837f-256001673a18), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.557627 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-30ba5baa-efeb-41c6-8184-768c95a2b8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.558921 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-30ba5baa-efeb-41c6-8184-768c95a2b8d0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/cdc8ccc2-2c5b-4030-837f-256001673a18 HTTP/1.1" status: 204 len: 168 time: 0.2364359 Sep 04 16:16:57.573781 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-74762876-3d8b-416e-8dab-6f1e3bd12d9f req-fe5d345d-a058-4f77-b88f-010fdbffdf8d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.1372788 Sep 04 16:16:57.574187 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba5baa-efeb-41c6-8184-768c95a2b8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc8ccc2-2c5b-4030-837f-256001673a18,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:57.598604 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Attempting to bind port 4f0626e3-395a-4b67-9d54-2a5ea157dccc on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:16:57.600990 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Attempting to bind port 4f0626e3-395a-4b67-9d54-2a5ea157dccc by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'e94c272d-b863-418a-a59f-a93bf794a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:16:57.600990 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Attempting to bind port 4f0626e3-395a-4b67-9d54-2a5ea157dccc on network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:57.608209 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Port 4f0626e3-395a-4b67-9d54-2a5ea157dccc on network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:16:57.608521 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Attempting to bind port 4f0626e3-395a-4b67-9d54-2a5ea157dccc on network 9dd59a90-1b88-4c82-b79b-5c099bf25a16 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:16:57.623517 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:16:57.623856 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Checking segment: {'id': 'e94c272d-b863-418a-a59f-a93bf794a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:16:57.624232 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Bound using segment: {'id': 'e94c272d-b863-418a-a59f-a93bf794a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:16:57.624663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Bound port: 4f0626e3-395a-4b67-9d54-2a5ea157dccc, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94c272d-b863-418a-a59f-a93bf794a392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:16:57.625022 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.643482 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:57.649300 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-74762876-3d8b-416e-8dab-6f1e3bd12d9f req-8c65da37-9ca1-443a-a272-8c4c12d80fde tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880806 Sep 04 16:16:57.711860 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] For port 4f0626e3-395a-4b67-9d54-2a5ea157dccc, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:16:57.714868 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] For port 4f0626e3-395a-4b67-9d54-2a5ea157dccc, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f0626e3-395a-4b67-9d54-2a5ea157dccc,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:16:57.788362 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.794402 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:57.798172 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:57.798172 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/4f0626e3-395a-4b67-9d54-2a5ea157dccc HTTP/1.1" status: 200 len: 1093 time: 2.0561702 Sep 04 16:16:57.799808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef119005-1210-4108-b0bd-98771fe1fa37', 'tag': '4f0626e3-395a-4b67-9d54-2a5ea157dccc'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:57.802356 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bfc96c-ee1d-4321-b8e3-a4c0e426dd81" -d '{"events": [{"name": "network-changed", "server_uuid": "ef119005-1210-4108-b0bd-98771fe1fa37", "tag": "4f0626e3-395a-4b67-9d54-2a5ea157dccc"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:57.855253 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c467e7-a458-4b86-8272-5cc1d53786f0 x-openstack-request-id: req-e1c467e7-a458-4b86-8272-5cc1d53786f0 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:57.855539 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef119005-1210-4108-b0bd-98771fe1fa37", "tag": "4f0626e3-395a-4b67-9d54-2a5ea157dccc", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:57.855739 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1c467e7-a458-4b86-8272-5cc1d53786f0 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:57.856112 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c467e7-a458-4b86-8272-5cc1d53786f0'] response: {'name': 'network-changed', 'server_uuid': 'ef119005-1210-4108-b0bd-98771fe1fa37', 'tag': '4f0626e3-395a-4b67-9d54-2a5ea157dccc', 'status': 'completed', 'code': 200} Sep 04 16:16:57.886971 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99ce01-076e-44d8-9c97-9214227759fe req-2983d1a5-ed61-46c8-9eef-f613c1849966 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:57.888805 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cf99ce01-076e-44d8-9c97-9214227759fe req-2983d1a5-ed61-46c8-9eef-f613c1849966 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 943 time: 0.0986485 Sep 04 16:16:57.892026 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73275c83-f68c-489c-9c41-d3e38376f40a service neutron] Pushing event updated for resources: {'Port': ['ID=4f0626e3-395a-4b67-9d54-2a5ea157dccc,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:57.968727 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e444e-8d10-4616-9b24-ad22700dbbd2 req-ebad4ef5-652f-4fb4-aa5a-7019e4cc5860 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:57.970266 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-aa9e444e-8d10-4616-9b24-ad22700dbbd2 req-ebad4ef5-652f-4fb4-aa5a-7019e4cc5860 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 944 time: 0.0748680 Sep 04 16:16:57.999404 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cf99ce01-076e-44d8-9c97-9214227759fe req-2b041fe5-b3d6-4e8a-a925-15ac8e1dcc70 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019897 Sep 04 16:16:58.043663 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-aa9e444e-8d10-4616-9b24-ad22700dbbd2 req-ec1f64bf-3dd7-4f26-a9de-60154201911c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644438 Sep 04 16:16:58.112473 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfc96c-ee1d-4321-b8e3-a4c0e426dd81 req-040030e3-8f67-473d-8ca6-4026fc8c372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:58.114220 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e0bfc96c-ee1d-4321-b8e3-a4c0e426dd81 req-040030e3-8f67-473d-8ca6-4026fc8c372b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9f1ae25e634d4380a6933101fb94ad2e&device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 1127 time: 0.0568893 Sep 04 16:16:58.175235 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 16088940-01d4-4b7c-9350-5157b311afa1 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:16:58.181789 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device b7aa303d-deea-4135-89b8-303faf88bdfe up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:16:58.211290 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:58.232073 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfc96c-ee1d-4321-b8e3-a4c0e426dd81 req-7f4265a4-2850-4a12-87cb-aebabfcc7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:58.233870 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e0bfc96c-ee1d-4321-b8e3-a4c0e426dd81 req-7f4265a4-2850-4a12-87cb-aebabfcc7368 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=9f1ae25e634d4380a6933101fb94ad2e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1124640 Sep 04 16:16:58.265725 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port b7aa303d-deea-4135-89b8-303faf88bdfe completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:16:58.300939 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:58.305652 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:58.346988 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 16088940-01d4-4b7c-9350-5157b311afa1, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=16088940-01d4-4b7c-9350-5157b311afa1,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:58.348228 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfc96c-ee1d-4321-b8e3-a4c0e426dd81 req-55d16c1a-e2ad-4089-8a34-16c228aa3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:58.349872 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e0bfc96c-ee1d-4321-b8e3-a4c0e426dd81 req-55d16c1a-e2ad-4089-8a34-16c228aa3fb9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073818 Sep 04 16:16:58.361961 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port b7aa303d-deea-4135-89b8-303faf88bdfe triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:16:58.362382 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:58.388367 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '16088940-01d4-4b7c-9350-5157b311afa1', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'port_id': '16088940-01d4-4b7c-9350-5157b311afa1', 'mac_address': 'fa:16:3e:c6:0c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:16:58.440355 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-e5a200ea-ca50-4125-b715-6a62e7379891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:58.441936 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-e5a200ea-ca50-4125-b715-6a62e7379891 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=9f1ae25e634d4380a6933101fb94ad2e&device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 1127 time: 0.0482235 Sep 04 16:16:58.471598 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 16088940-01d4-4b7c-9350-5157b311afa1 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:58.472342 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (16088940-01d4-4b7c-9350-5157b311afa1), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:58.498167 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port b7aa303d-deea-4135-89b8-303faf88bdfe is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:16:58.498348 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:58.501218 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16088940-01d4-4b7c-9350-5157b311afa1 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:16:58.509674 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb949e9-55e3-425b-87f7-f11f46cf5e14 req-d6a2d6b1-051e-4507-8af2-c235a0a5edbd tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:58.518968 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dfb949e9-55e3-425b-87f7-f11f46cf5e14 req-d6a2d6b1-051e-4507-8af2-c235a0a5edbd tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 945 time: 0.0805807 Sep 04 16:16:58.538802 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 16088940-01d4-4b7c-9350-5157b311afa1, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=16088940-01d4-4b7c-9350-5157b311afa1,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:58.551175 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:16:58.551175 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf65563-7af2-4f1a-addb-0a7b1bfc7cdc" -d '{"events": [{"server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:16:58.557072 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-e95988e3-e50c-40b9-8ee1-b0682ded0dab service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f0626e3-395a-4b67-9d54-2a5ea157dccc HTTP/1.1" status: 200 len: 217 time: 0.1061833 Sep 04 16:16:58.567506 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b7aa303d-deea-4135-89b8-303faf88bdfe,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:16:58.598175 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (16088940-01d4-4b7c-9350-5157b311afa1), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:58.637487 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039c5103-a737-4e22-a3e1-4b3be1525486 x-openstack-request-id: req-039c5103-a737-4e22-a3e1-4b3be1525486 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:16:58.638026 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:16:58.638445 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-039c5103-a737-4e22-a3e1-4b3be1525486 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:16:58.639110 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039c5103-a737-4e22-a3e1-4b3be1525486'] response: {'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'code': 200} Sep 04 16:16:58.641147 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dfb949e9-55e3-425b-87f7-f11f46cf5e14 req-eb1664a2-7eb1-4a8b-9289-9153be494636 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210501 Sep 04 16:16:58.647992 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-594bf8a9-0680-4566-94a8-14d35298f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:58.650078 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-594bf8a9-0680-4566-94a8-14d35298f44b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8bbc655c-e584-40ab-bbed-cd7532ac890d HTTP/1.1" status: 200 len: 854 time: 0.0785246 Sep 04 16:16:58.691410 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=16088940-01d4-4b7c-9350-5157b311afa1,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:58.706565 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-38b2ab43-9865-4738-bb7a-b5b0da8a045d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=9dd59a90-1b88-4c82-b79b-5c099bf25a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468466 Sep 04 16:16:58.728997 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:58.742166 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44374-077a-46e0-aa8c-6c3482943fcc req-df4a3be9-9227-4f2e-ad6a-4e785cde10ae tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:58.743678 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-98d44374-077a-46e0-aa8c-6c3482943fcc req-df4a3be9-9227-4f2e-ad6a-4e785cde10ae tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0683138 Sep 04 16:16:58.797983 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=b7aa303d-deea-4135-89b8-303faf88bdfe,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:16:58.869702 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c87505-6016-4f7e-a583-a86dbe0a5a5c req-f377ff98-1b70-4c99-a524-3e77c47ec736 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:58.871518 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9c87505-6016-4f7e-a583-a86dbe0a5a5c req-f377ff98-1b70-4c99-a524-3e77c47ec736 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.1269205 Sep 04 16:16:58.890985 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:58.902670 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['16088940-01d4-4b7c-9350-5157b311afa1'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:16:58.914367 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-98d44374-077a-46e0-aa8c-6c3482943fcc req-89fe1789-e38f-4c39-9ef7-10418f3ce928 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601954 Sep 04 16:16:59.043244 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-60a3d8d7-8a58-4777-a5e2-8fe1e753517b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9dd59a90-1b88-4c82-b79b-5c099bf25a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569613 Sep 04 16:16:59.066002 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:16:59.074155 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d9c87505-6016-4f7e-a583-a86dbe0a5a5c req-6d9a2c04-5255-4612-87d0-241811d51e79 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903450 Sep 04 16:16:59.340633 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88794ad4-3736-45bd-8276-f067cd95ae80 req-281736d3-dcf2-474b-b202-bfe0355abfd8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:59.356373 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50812) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:16:59.368015 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-b0a9dcfe-6b3d-47ae-8465-6c18529273db tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Request body: {'floatingip': {'port_id': 'ab492967-90e3-4b09-b251-d08c6b91d22c'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:16:59.373472 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88794ad4-3736-45bd-8276-f067cd95ae80 req-281736d3-dcf2-474b-b202-bfe0355abfd8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.2957246 Sep 04 16:16:59.480999 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dcfe-6b3d-47ae-8465-6c18529273db tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for floatingip (88235fad-381f-4ac9-97fc-37046eb97a93), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:16:59.515882 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd092be-f8ce-4d74-89f9-b0bd740797ca req-4e5f4230-5f3a-4234-b579-cb84f72fbf88 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:59.535022 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2bd092be-f8ce-4d74-89f9-b0bd740797ca req-4e5f4230-5f3a-4234-b579-cb84f72fbf88 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 943 time: 0.3372774 Sep 04 16:16:59.550107 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e80bf8da-cbce-440a-a1bf-9a01aee9c7ee req-f9ea46f6-058d-4a6e-a6a2-3b601f9d25c6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/9dd59a90-1b88-4c82-b79b-5c099bf25a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429133 Sep 04 16:16:59.551578 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5cdfe-bf16-41d0-a9c3-b40a78adf5da req-c4e0e126-febf-4126-9880-0655a023eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:59.553016 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-03b5cdfe-bf16-41d0-a9c3-b40a78adf5da req-c4e0e126-febf-4126-9880-0655a023eb4b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1130 time: 0.3541524 Sep 04 16:16:59.630201 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67827ed-070f-44f7-827c-acd48d272ee7 req-7795c5df-0f27-4249-932d-5d605a94b626 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:59.631877 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d67827ed-070f-44f7-827c-acd48d272ee7 req-7795c5df-0f27-4249-932d-5d605a94b626 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 945 time: 0.1682990 Sep 04 16:16:59.679101 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2bd092be-f8ce-4d74-89f9-b0bd740797ca req-03671a0f-b7d6-4b86-85a0-2d739cfaba7a tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426907 Sep 04 16:16:59.823673 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d67827ed-070f-44f7-827c-acd48d272ee7 req-6c2384cb-2f7d-4343-b6e2-d10b68b97345 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805973 Sep 04 16:16:59.874930 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-03b5cdfe-bf16-41d0-a9c3-b40a78adf5da req-689a82b7-5e4b-4284-b3af-9bd31187d978 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620820 Sep 04 16:16:59.940864 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbea02-48aa-48a8-acc7-a1cc3c0887ab req-ae280ccf-5e96-48f5-bafb-b536f5fcdc61 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:16:59.942484 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66bbea02-48aa-48a8-acc7-a1cc3c0887ab req-ae280ccf-5e96-48f5-bafb-b536f5fcdc61 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0841856 Sep 04 16:17:00.076268 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66bbea02-48aa-48a8-acc7-a1cc3c0887ab req-b3b89ebe-dedb-4a9d-a8bf-ea936578906b tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062064 Sep 04 16:17:00.184045 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 16088940-01d4-4b7c-9350-5157b311afa1 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:17:00.201188 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dcfe-6b3d-47ae-8465-6c18529273db tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:00.224664 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da999bc-9179-40d7-a6dc-9748897c03c0 req-7d72766d-2a62-4db1-b5f8-8744b704940e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:00.226289 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6da999bc-9179-40d7-a6dc-9748897c03c0 req-7d72766d-2a62-4db1-b5f8-8744b704940e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0527766 Sep 04 16:17:00.227927 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 16088940-01d4-4b7c-9350-5157b311afa1 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:17:00.260356 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dcfe-6b3d-47ae-8465-6c18529273db tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (88235fad-381f-4ac9-97fc-37046eb97a93), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:00.275786 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6da999bc-9179-40d7-a6dc-9748897c03c0 req-f89504fa-769b-42fa-9e9f-b8c00ce02354 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Sep 04 16:17:00.317781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 16088940-01d4-4b7c-9350-5157b311afa1 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:17:00.318159 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (16088940-01d4-4b7c-9350-5157b311afa1), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:00.358569 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-b0a9dcfe-6b3d-47ae-8465-6c18529273db tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Floating IP 88235fad-381f-4ac9-97fc-37046eb97a93 associated. External IP: 172.27.3.47, port: ab492967-90e3-4b09-b251-d08c6b91d22c. Sep 04 16:17:00.395820 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 16088940-01d4-4b7c-9350-5157b311afa1 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:17:00.396166 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (16088940-01d4-4b7c-9350-5157b311afa1), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:00.429795 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 16088940-01d4-4b7c-9350-5157b311afa1, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=16088940-01d4-4b7c-9350-5157b311afa1,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:17:00.505422 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:00.506189 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (16088940-01d4-4b7c-9350-5157b311afa1), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:00.557623 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=16088940-01d4-4b7c-9350-5157b311afa1,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:00.561020 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a9dcfe-6b3d-47ae-8465-6c18529273db tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Router d18bd00e-57b3-4da8-b140-106cd52a8fb8 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:17:00.615987 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:00.640317 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d24964d-b2cb-420a-9232-b5662800ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16088940-01d4-4b7c-9350-5157b311afa1'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:17:00.642733 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f24ae1c-7cf0-4cc2-a224-3670bdf0e1d3" -d '{"events": [{"server_uuid": "5d24964d-b2cb-420a-9232-b5662800ec31", "name": "network-vif-plugged", "status": "completed", "tag": "16088940-01d4-4b7c-9350-5157b311afa1"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:17:00.669672 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a9dcfe-6b3d-47ae-8465-6c18529273db tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:17:00.675295 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b0a9dcfe-6b3d-47ae-8465-6c18529273db tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:00.680802 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] Sync routers for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:17:00.683682 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b1fa49-3565-49c6-9632-a23087deb6a1 x-openstack-request-id: req-99b1fa49-3565-49c6-9632-a23087deb6a1 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:17:00.683981 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d24964d-b2cb-420a-9232-b5662800ec31", "name": "network-vif-plugged", "status": "completed", "tag": "16088940-01d4-4b7c-9350-5157b311afa1", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:17:00.684356 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99b1fa49-3565-49c6-9632-a23087deb6a1 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:17:00.684748 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b1fa49-3565-49c6-9632-a23087deb6a1'] response: {'server_uuid': '5d24964d-b2cb-420a-9232-b5662800ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16088940-01d4-4b7c-9350-5157b311afa1', 'code': 200} Sep 04 16:17:00.694136 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:17:00.694773 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:16:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:00.710200 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-b0a9dcfe-6b3d-47ae-8465-6c18529273db tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/88235fad-381f-4ac9-97fc-37046eb97a93 HTTP/1.1" status: 200 len: 990 time: 1.3504329 Sep 04 16:17:00.710200 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:17:00.711134 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b6cb01-b0d2-40f6-8811-491e52c2da30" -d '{"events": [{"name": "network-changed", "server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:17:00.753659 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729c5606-dfd7-4fa4-8f0f-e8a321893a24 x-openstack-request-id: req-729c5606-dfd7-4fa4-8f0f-e8a321893a24 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:17:00.753948 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:17:00.754360 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-729c5606-dfd7-4fa4-8f0f-e8a321893a24 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:17:00.754812 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729c5606-dfd7-4fa4-8f0f-e8a321893a24'] response: {'name': 'network-changed', 'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'status': 'completed', 'code': 200} Sep 04 16:17:00.792942 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:00.806958 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:00.809009 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1e876-4664-41f9-92fa-577b7b73cd31 req-b5d3d16c-e7f4-4da7-9b93-862fca2243d3 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:00.810519 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-36a1e876-4664-41f9-92fa-577b7b73cd31 req-b5d3d16c-e7f4-4da7-9b93-862fca2243d3 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 943 time: 0.0481296 Sep 04 16:17:00.816389 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:17:00.865487 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-36a1e876-4664-41f9-92fa-577b7b73cd31 req-e6e1e695-30f7-46cb-9332-78db0f52edd3 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Sep 04 16:17:01.005763 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:17:01.021450 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10704504-6dc5-4162-ac0c-c9312b6a4aa3 req-5b2d4e5e-9cf0-4b98-bc65-dabd94b43927 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:01.030405 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-10704504-6dc5-4162-ac0c-c9312b6a4aa3 req-5b2d4e5e-9cf0-4b98-bc65-dabd94b43927 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0961366 Sep 04 16:17:01.089779 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '88235fad-381f-4ac9-97fc-37046eb97a93', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'port_id': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'mac_address': 'fa:16:3e:7c:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:16:26Z', 'updated_at': '2022-09-04T16:17:00Z', 'revision_number': 1, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:14:01Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:01.117460 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] Checking router: d18bd00e-57b3-4da8-b140-106cd52a8fb8 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:17:01.128721 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:17:01.129401 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:16:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:01.140399 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-10704504-6dc5-4162-ac0c-c9312b6a4aa3 req-e6f1e058-54b4-4a77-b77d-e1413e5eee98 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089022 Sep 04 16:17:01.276804 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:17:01.279505 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1447f7-8baf-4d68-ad9b-9dc2f9ed6f64 req-0577b4a8-b90c-4488-a81a-624d905fed09 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:01.281532 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d1447f7-8baf-4d68-ad9b-9dc2f9ed6f64 req-0577b4a8-b90c-4488-a81a-624d905fed09 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0687354 Sep 04 16:17:01.355133 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:01.378492 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d1447f7-8baf-4d68-ad9b-9dc2f9ed6f64 req-bc56f1f8-37d2-4b69-8249-40d9864720a6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860481 Sep 04 16:17:01.461385 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adf9d6-beb5-46b0-8290-73ca0961d45a req-ceadd10c-0a9b-4683-8c64-cf970728d9e2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:01.462242 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a3adf9d6-beb5-46b0-8290-73ca0961d45a req-ceadd10c-0a9b-4683-8c64-cf970728d9e2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0811770 Sep 04 16:17:01.514934 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a3adf9d6-beb5-46b0-8290-73ca0961d45a req-058a9da1-07c0-46cc-ad82-a994ea618d75 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469007 Sep 04 16:17:01.605262 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '88235fad-381f-4ac9-97fc-37046eb97a93', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'port_id': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'mac_address': 'fa:16:3e:7c:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:16:26Z', 'updated_at': '2022-09-04T16:17:00Z', 'revision_number': 1, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:14:01Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:01.636173 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2ecaa1-a1a3-4a2f-baab-7d337859b822 None None] The sync data for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi is: [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '88235fad-381f-4ac9-97fc-37046eb97a93', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'port_id': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'mac_address': 'fa:16:3e:7c:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:16:26Z', 'updated_at': '2022-09-04T16:17:00Z', 'revision_number': 1, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:14:01Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:17:01.887519 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f85d13-6fc3-43be-96c0-29c98d09eb16 None None] New status for floating IP 88235fad-381f-4ac9-97fc-37046eb97a93: ACTIVE {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:17:02.020763 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3868c0-84b0-43d0-89fc-83f3bbb3be1d req-d5776fa4-c15e-45c8-b67d-fcd7509c661d tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:02.066285 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2e3868c0-84b0-43d0-89fc-83f3bbb3be1d req-d5776fa4-c15e-45c8-b67d-fcd7509c661d tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 943 time: 0.0607946 Sep 04 16:17:02.066285 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:02.074353 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2e3868c0-84b0-43d0-89fc-83f3bbb3be1d req-dbcdeee3-c6f7-4187-adc9-916dbd63b88d tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453441 Sep 04 16:17:02.265066 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb74ef-bb99-4ae0-ab30-0a98628db477 req-84c44c36-2d4a-4de3-ae57-b4bd2096178c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:02.266785 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-70eb74ef-bb99-4ae0-ab30-0a98628db477 req-84c44c36-2d4a-4de3-ae57-b4bd2096178c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0492761 Sep 04 16:17:02.336078 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-70eb74ef-bb99-4ae0-ab30-0a98628db477 req-bf08aa2e-4886-4c8e-a902-bec54692ce2a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611506 Sep 04 16:17:02.509193 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad642bf2-60ac-4fb8-8ca1-381a9f13827a req-294c4668-8db7-4cd0-913b-3d1ee583e367 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:02.516503 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ad642bf2-60ac-4fb8-8ca1-381a9f13827a req-294c4668-8db7-4cd0-913b-3d1ee583e367 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0595324 Sep 04 16:17:02.584376 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ad642bf2-60ac-4fb8-8ca1-381a9f13827a req-0d885d4d-6712-411b-8dea-13c4da00c26b tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623930 Sep 04 16:17:02.664414 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4098c-ef0c-4908-a7dc-427a0466eee5 req-758e11d3-4067-482c-b70e-f3a46faa46d0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:02.666204 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-14e4098c-ef0c-4908-a7dc-427a0466eee5 req-758e11d3-4067-482c-b70e-f3a46faa46d0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0556521 Sep 04 16:17:02.726095 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-14e4098c-ef0c-4908-a7dc-427a0466eee5 req-99185afb-99b0-4627-92cb-48d64da2ca4d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542157 Sep 04 16:17:03.253507 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cb4e0-ba4a-4a25-83c4-a78539a00aa5 req-d866789e-1749-4a16-b898-51523c304e17 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:03.254960 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0b8cb4e0-ba4a-4a25-83c4-a78539a00aa5 req-d866789e-1749-4a16-b898-51523c304e17 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 943 time: 0.0567684 Sep 04 16:17:03.304805 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0b8cb4e0-ba4a-4a25-83c4-a78539a00aa5 req-7d1817de-205d-410e-8e01-35c1b88673e6 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442212 Sep 04 16:17:03.468881 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d135c-1a61-4cd2-90c5-9ea5aee2400f req-5a36e147-0291-4353-ba79-9eeb7ee29cb1 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:03.470418 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8f5d135c-1a61-4cd2-90c5-9ea5aee2400f req-5a36e147-0291-4353-ba79-9eeb7ee29cb1 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0504208 Sep 04 16:17:03.523589 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8f5d135c-1a61-4cd2-90c5-9ea5aee2400f req-a1bd7403-f549-416c-9d3d-264a6b5c2571 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 Sep 04 16:17:03.719922 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ecc92-e2e5-4b74-9894-cb0e46837d38 req-0c343110-6f25-4328-9b4a-98a1b94a0698 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:03.723287 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3a0ecc92-e2e5-4b74-9894-cb0e46837d38 req-0c343110-6f25-4328-9b4a-98a1b94a0698 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0556388 Sep 04 16:17:03.788939 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3a0ecc92-e2e5-4b74-9894-cb0e46837d38 req-33a5c963-7607-4bfb-b675-616887fb7f2e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594394 Sep 04 16:17:03.889010 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e613-8e0c-4dbc-82af-38f5a64af6d3 req-6e494fdd-3003-4e8a-bdb9-1fa4f10e0c8f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:03.890491 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3230e613-8e0c-4dbc-82af-38f5a64af6d3 req-6e494fdd-3003-4e8a-bdb9-1fa4f10e0c8f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0526974 Sep 04 16:17:03.925383 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:03.941911 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3230e613-8e0c-4dbc-82af-38f5a64af6d3 req-57ab6d50-2d57-4491-9335-7f738d39d08d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445971 Sep 04 16:17:04.239470 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 4f0626e3-395a-4b67-9d54-2a5ea157dccc details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:17:04.353155 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 4f0626e3-395a-4b67-9d54-2a5ea157dccc, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f0626e3-395a-4b67-9d54-2a5ea157dccc,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:17:04.364522 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '4f0626e3-395a-4b67-9d54-2a5ea157dccc', 'network_id': '9dd59a90-1b88-4c82-b79b-5c099bf25a16', 'port_id': '4f0626e3-395a-4b67-9d54-2a5ea157dccc', 'mac_address': 'fa:16:3e:0a:87:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbc655c-e584-40ab-bbed-cd7532ac890d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:17:04.405438 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 4f0626e3-395a-4b67-9d54-2a5ea157dccc is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:17:04.405890 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:04.419986 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0626e3-395a-4b67-9d54-2a5ea157dccc {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:17:04.444076 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ffd95-700f-4d44-ba6f-d52d77182e0d req-db0c3501-eac4-4497-8377-2a394ca93d10 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:04.445851 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-116ffd95-700f-4d44-ba6f-d52d77182e0d req-db0c3501-eac4-4497-8377-2a394ca93d10 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 943 time: 0.0538628 Sep 04 16:17:04.447830 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 4f0626e3-395a-4b67-9d54-2a5ea157dccc, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f0626e3-395a-4b67-9d54-2a5ea157dccc,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:17:04.506440 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-116ffd95-700f-4d44-ba6f-d52d77182e0d req-99f2c3b8-e1c5-4eba-8a1f-4b6946c02f3f tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529890 Sep 04 16:17:04.546229 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:04.624060 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=4f0626e3-395a-4b67-9d54-2a5ea157dccc,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:04.714353 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547b6ad-48d4-4e05-b685-e2cb2e886f84 req-debeb367-359d-4636-8c8f-30b56967dd19 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:04.726073 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b547b6ad-48d4-4e05-b685-e2cb2e886f84 req-debeb367-359d-4636-8c8f-30b56967dd19 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0733085 Sep 04 16:17:04.815618 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b547b6ad-48d4-4e05-b685-e2cb2e886f84 req-94625c19-649d-49be-a34a-66ff872883ba tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875421 Sep 04 16:17:04.873919 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:04.977056 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1277fb3-a0a8-4a21-b10e-fac42310c363 req-86d99c4d-a19e-4de3-a0c1-733381007ff0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:04.977056 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b1277fb3-a0a8-4a21-b10e-fac42310c363 req-86d99c4d-a19e-4de3-a0c1-733381007ff0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0710123 Sep 04 16:17:05.044505 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b1277fb3-a0a8-4a21-b10e-fac42310c363 req-b82aa03e-b0b3-4f10-8cc9-6ea89b966f18 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660002 Sep 04 16:17:05.099325 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8da9b-27d2-4b71-a0a0-207bafc7bb63 req-ebbff43d-a32d-4a83-8c9e-8747ea0208ba tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:05.100848 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9bb8da9b-27d2-4b71-a0a0-207bafc7bb63 req-ebbff43d-a32d-4a83-8c9e-8747ea0208ba tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0553641 Sep 04 16:17:05.149537 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9bb8da9b-27d2-4b71-a0a0-207bafc7bb63 req-29bb4e55-eff5-4795-89a9-d72199b2e026 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 Sep 04 16:17:05.615268 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['4f0626e3-395a-4b67-9d54-2a5ea157dccc'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:17:05.650779 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8f5a4-d03b-42dd-a22c-1747788a455a req-3ec17966-ed4e-480e-b44f-c706eb5bdfa7 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:05.657761 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-24d8f5a4-d03b-42dd-a22c-1747788a455a req-3ec17966-ed4e-480e-b44f-c706eb5bdfa7 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 944 time: 0.0710449 Sep 04 16:17:05.678941 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:05.713990 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-24d8f5a4-d03b-42dd-a22c-1747788a455a req-b7d3d87f-88e6-4151-9d77-533a0856e750 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552387 Sep 04 16:17:05.736261 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-48d16f26-4823-4222-9bd6-cf032a87ad8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:05.967762 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf3422-64d8-4fe0-876b-97410de556d6 req-51332ae3-f217-493d-a082-80461a1a740c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:05.970135 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4ebf3422-64d8-4fe0-876b-97410de556d6 req-51332ae3-f217-493d-a082-80461a1a740c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0599294 Sep 04 16:17:06.025369 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4ebf3422-64d8-4fe0-876b-97410de556d6 req-d8ee4d87-6408-4745-8ea7-4ad1a50181cd tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482264 Sep 04 16:17:06.182619 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b728-015a-454f-869f-434e23398fc5 req-511f4daf-f2c8-404f-8208-b6ee1c74256b tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:06.184112 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66b9b728-015a-454f-869f-434e23398fc5 req-511f4daf-f2c8-404f-8208-b6ee1c74256b tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0579052 Sep 04 16:17:06.283185 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66b9b728-015a-454f-869f-434e23398fc5 req-aeda98a3-a287-4ee6-9065-8dd8b8f8618f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911779 Sep 04 16:17:06.379507 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edf2a7-a159-4148-a488-aea94120ee52 req-1ca5c8ff-48ff-4895-a517-bc5466f2c51c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:06.381031 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-40edf2a7-a159-4148-a488-aea94120ee52 req-1ca5c8ff-48ff-4895-a517-bc5466f2c51c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0700545 Sep 04 16:17:06.442054 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-40edf2a7-a159-4148-a488-aea94120ee52 req-244bd140-d326-4550-9322-624ac0ad2bf0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551267 Sep 04 16:17:06.579292 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 4f0626e3-395a-4b67-9d54-2a5ea157dccc up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:17:06.626282 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 4f0626e3-395a-4b67-9d54-2a5ea157dccc completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:17:06.683181 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 4f0626e3-395a-4b67-9d54-2a5ea157dccc triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:17:06.683559 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:06.758734 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 4f0626e3-395a-4b67-9d54-2a5ea157dccc is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:17:06.759502 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:06.796785 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 4f0626e3-395a-4b67-9d54-2a5ea157dccc, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f0626e3-395a-4b67-9d54-2a5ea157dccc,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:17:06.797768 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:06.804738 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef119005-1210-4108-b0bd-98771fe1fa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0626e3-395a-4b67-9d54-2a5ea157dccc'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:17:06.804738 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89040852-3f71-4ff6-95aa-131510cdf466" -d '{"events": [{"server_uuid": "ef119005-1210-4108-b0bd-98771fe1fa37", "name": "network-vif-plugged", "status": "completed", "tag": "4f0626e3-395a-4b67-9d54-2a5ea157dccc"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:17:06.859925 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2e7501-c45b-464a-80e3-6bc81d416062 x-openstack-request-id: req-1a2e7501-c45b-464a-80e3-6bc81d416062 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:17:06.860311 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef119005-1210-4108-b0bd-98771fe1fa37", "name": "network-vif-plugged", "status": "completed", "tag": "4f0626e3-395a-4b67-9d54-2a5ea157dccc", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:17:06.860592 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a2e7501-c45b-464a-80e3-6bc81d416062 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:17:06.861016 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2e7501-c45b-464a-80e3-6bc81d416062'] response: {'server_uuid': 'ef119005-1210-4108-b0bd-98771fe1fa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0626e3-395a-4b67-9d54-2a5ea157dccc', 'code': 200} Sep 04 16:17:06.890428 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:06.899703 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b57659-8845-4640-9fbb-b3b5c9163851 req-9c5e5c73-96bf-4ea4-9c22-e4c5d6257ba5 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:06.900389 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-39b57659-8845-4640-9fbb-b3b5c9163851 req-9c5e5c73-96bf-4ea4-9c22-e4c5d6257ba5 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 944 time: 0.0613055 Sep 04 16:17:06.954781 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-39b57659-8845-4640-9fbb-b3b5c9163851 req-385d942a-1fda-46ac-9eb3-00a00c144f17 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482545 Sep 04 16:17:06.974816 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=4f0626e3-395a-4b67-9d54-2a5ea157dccc,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:07.150561 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b200e4-01b2-49bd-9315-0e067b84e64f req-c95d7c71-aa70-4529-8602-f8cec3386f0f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:07.152291 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-71b200e4-01b2-49bd-9315-0e067b84e64f req-c95d7c71-aa70-4529-8602-f8cec3386f0f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0474215 Sep 04 16:17:07.207794 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-71b200e4-01b2-49bd-9315-0e067b84e64f req-dbd0e4c7-d69f-4f08-90d5-7ab00c45e940 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Sep 04 16:17:07.393285 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:07.401182 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a0e09-054f-4c3d-8e8b-733cf76e0129 req-ac4e65df-b333-4887-9376-5d99bc068444 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:07.402588 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4d0a0e09-054f-4c3d-8e8b-733cf76e0129 req-ac4e65df-b333-4887-9376-5d99bc068444 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0460687 Sep 04 16:17:07.454533 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4d0a0e09-054f-4c3d-8e8b-733cf76e0129 req-93b1a2ee-e05f-4b11-a7ba-d52663c0087d tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465281 Sep 04 16:17:07.568791 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fb97a-fb95-4255-a631-d98ab90975ce req-c2f9b6ac-7350-4f22-83b7-6808131dea59 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:07.574285 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb9fb97a-fb95-4255-a631-d98ab90975ce req-c2f9b6ac-7350-4f22-83b7-6808131dea59 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0505579 Sep 04 16:17:07.621655 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb9fb97a-fb95-4255-a631-d98ab90975ce req-5cb2db53-e193-4933-8930-7d6b462fa7e7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 Sep 04 16:17:07.951962 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c615d8e5-c457-4cfe-98d9-66b7dc628f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:08.105556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717efe87-cf43-4365-aa5e-14b9ad0736b5 req-4c8c3c9e-05ed-4623-9561-eeb719ce8181 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:08.107510 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-717efe87-cf43-4365-aa5e-14b9ad0736b5 req-4c8c3c9e-05ed-4623-9561-eeb719ce8181 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0549653 Sep 04 16:17:08.170864 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-717efe87-cf43-4365-aa5e-14b9ad0736b5 req-540978f1-c27d-4e5c-bd50-5e469a39fa66 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525126 Sep 04 16:17:08.349590 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82041dff-a292-40dc-9cd6-29b12e580b65 req-c43fc77c-ec59-4009-81d1-4754da09d8d8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:08.351124 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-82041dff-a292-40dc-9cd6-29b12e580b65 req-c43fc77c-ec59-4009-81d1-4754da09d8d8 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0562325 Sep 04 16:17:08.413527 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-82041dff-a292-40dc-9cd6-29b12e580b65 req-b5a6a742-410b-4479-a135-31a70b5a0b10 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568259 Sep 04 16:17:08.602735 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38121a1-775b-46c0-834b-8c866ddd6763 req-44450ec0-608f-4778-acd7-bb43a47afae0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:08.604260 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d38121a1-775b-46c0-834b-8c866ddd6763 req-44450ec0-608f-4778-acd7-bb43a47afae0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0564458 Sep 04 16:17:08.658224 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d38121a1-775b-46c0-834b-8c866ddd6763 req-d72d60f4-f07f-456c-a4e8-59a1a6412fc7 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482669 Sep 04 16:17:08.803808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdfd78-7d3a-49b3-aaf4-923341e6b9e7 req-bf512099-1021-4233-ad6c-7c1be7eebbb4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:08.805594 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-19bdfd78-7d3a-49b3-aaf4-923341e6b9e7 req-bf512099-1021-4233-ad6c-7c1be7eebbb4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0787396 Sep 04 16:17:08.873848 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-19bdfd78-7d3a-49b3-aaf4-923341e6b9e7 req-005f366d-bbf0-439e-b635-b9d7f6d99559 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616381 Sep 04 16:17:09.282364 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:09.295883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ccda0-fcf1-411a-a52b-ea5ff792bfea req-cebd16f4-0792-44f5-a342-be6fa48bdb26 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:09.297366 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-028ccda0-fcf1-411a-a52b-ea5ff792bfea req-cebd16f4-0792-44f5-a342-be6fa48bdb26 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0483811 Sep 04 16:17:09.349187 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-028ccda0-fcf1-411a-a52b-ea5ff792bfea req-d0b0ac75-d7bb-4c2f-9402-8a6515a30478 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455768 Sep 04 16:17:09.420424 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:09.543185 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8a522-2891-4056-8989-60bae048f395 req-8a3a46ae-ccb9-431e-b639-9903cccc761c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:09.544646 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-29a8a522-2891-4056-8989-60bae048f395 req-8a3a46ae-ccb9-431e-b639-9903cccc761c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0471666 Sep 04 16:17:09.598929 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-29a8a522-2891-4056-8989-60bae048f395 req-ee9ed1f4-f15a-4740-904d-2c5e655ba047 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481346 Sep 04 16:17:09.792545 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f734-da6c-47ba-9ba0-959be8f71003 req-5ed8472f-2e65-41d2-84c7-32400bd71e73 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:09.794029 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e9f4f734-da6c-47ba-9ba0-959be8f71003 req-5ed8472f-2e65-41d2-84c7-32400bd71e73 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0476348 Sep 04 16:17:09.843232 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e9f4f734-da6c-47ba-9ba0-959be8f71003 req-cbeff918-b336-4e0b-9667-5ae7bf2c4f76 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Sep 04 16:17:10.017142 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1eac02-d38a-4a08-be8f-86cab509ff55 req-3ff9f9db-b85c-43f3-afc6-cf6f52c3139c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:10.019140 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c1eac02-d38a-4a08-be8f-86cab509ff55 req-3ff9f9db-b85c-43f3-afc6-cf6f52c3139c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0469351 Sep 04 16:17:10.065519 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c1eac02-d38a-4a08-be8f-86cab509ff55 req-7e8fd572-3df6-4f5b-ba2f-c9bc5a9026ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407383 Sep 04 16:17:10.340916 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:10.376771 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-eccd0cc3-8b23-44d2-855f-3b8f8f215fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:10.378888 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-eccd0cc3-8b23-44d2-855f-3b8f8f215fcd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 1129 time: 0.0492315 Sep 04 16:17:10.473900 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea25774-79d5-46dc-af63-1c7393333c3c req-2dbc8588-3c5e-49f0-8ca6-2fcd80cc73b8 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:10.475363 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ea25774-79d5-46dc-af63-1c7393333c3c req-2dbc8588-3c5e-49f0-8ca6-2fcd80cc73b8 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0474768 Sep 04 16:17:10.526024 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ea25774-79d5-46dc-af63-1c7393333c3c req-d56c22d9-a592-4f9f-a902-bdd6a41fbea2 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451624 Sep 04 16:17:10.631709 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:10.717541 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:10.725163 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1ff18-9913-437c-b004-cdc110da0f0b req-d1f9a861-f229-40c6-bd2d-27f991588d72 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:10.726756 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-00b1ff18-9913-437c-b004-cdc110da0f0b req-d1f9a861-f229-40c6-bd2d-27f991588d72 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0503573 Sep 04 16:17:10.753189 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=19 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:10.777733 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-00b1ff18-9913-437c-b004-cdc110da0f0b req-032ac752-1ebf-4419-9754-785ae641277b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452564 Sep 04 16:17:10.965046 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ead54-4713-43b0-a912-1835e40c101d req-50a74090-aacb-4348-aec6-784e7a568314 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:10.966525 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6c5ead54-4713-43b0-a912-1835e40c101d req-50a74090-aacb-4348-aec6-784e7a568314 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0490541 Sep 04 16:17:11.016169 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6c5ead54-4713-43b0-a912-1835e40c101d req-0bcff283-d3a6-48b0-8594-043bdf6fb002 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 Sep 04 16:17:11.245328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b52b6-5c4c-4e7a-8e43-4446f644a66f req-2c8d8f17-d522-428e-891b-2787f035131c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:11.246744 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a27b52b6-5c4c-4e7a-8e43-4446f644a66f req-2c8d8f17-d522-428e-891b-2787f035131c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.1003113 Sep 04 16:17:11.318069 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-34c47a2c-7939-40bd-816e-d92c4ac58455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:11.319601 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-34c47a2c-7939-40bd-816e-d92c4ac58455 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.1430349 Sep 04 16:17:11.324657 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a27b52b6-5c4c-4e7a-8e43-4446f644a66f req-f2ff54de-040d-4124-b28d-468d3dd85697 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719907 Sep 04 16:17:11.650655 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c75f2-a7a1-47e5-9f25-c2af719f02cf req-bdc87554-b06a-48b0-81e6-9a8f4c466697 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:11.652149 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5c1c75f2-a7a1-47e5-9f25-c2af719f02cf req-bdc87554-b06a-48b0-81e6-9a8f4c466697 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0479629 Sep 04 16:17:11.705456 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5c1c75f2-a7a1-47e5-9f25-c2af719f02cf req-2a938b8d-db3d-47bb-bae7-c1c9f6abe492 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Sep 04 16:17:11.841216 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56955a1c-2d27-4d7f-95e3-de03d50bf4ef req-2474e49f-3ec7-4c6b-a93c-c47a4efa6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:11.842780 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-56955a1c-2d27-4d7f-95e3-de03d50bf4ef req-2474e49f-3ec7-4c6b-a93c-c47a4efa6ecc service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 1129 time: 0.1205344 Sep 04 16:17:11.848647 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea9e50-d824-4bf0-be2d-214cabbfec55 req-233584c3-4654-4f59-b555-72cce9cf4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:11.850121 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4bea9e50-d824-4bf0-be2d-214cabbfec55 req-233584c3-4654-4f59-b555-72cce9cf4ae2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 1130 time: 0.1139410 Sep 04 16:17:11.860268 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-1ca1fe38-7264-4bf8-ac8d-ad2e2e316602 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab492967-90e3-4b09-b251-d08c6b91d22c HTTP/1.1" status: 200 len: 1000 time: 0.1406560 Sep 04 16:17:11.891585 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:12.041416 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:12.159698 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:12.281950 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7958c-9c5e-40ee-9ba8-7a7add82868d req-a1f10fd1-a78d-4d0d-945a-a111b817037e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:12.283377 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f2e7958c-9c5e-40ee-9ba8-7a7add82868d req-a1f10fd1-a78d-4d0d-945a-a111b817037e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.1619368 Sep 04 16:17:12.290729 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64361e-ea74-4ed6-aa0a-8345af49646e req-d85aed28-9e6e-4803-8999-757816d579ff tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:12.292143 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3e64361e-ea74-4ed6-aa0a-8345af49646e req-d85aed28-9e6e-4803-8999-757816d579ff tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.1719885 Sep 04 16:17:12.295379 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-5d615821-a9bf-4cc9-8d90-1fed9cd989a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:12.296679 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-5d615821-a9bf-4cc9-8d90-1fed9cd989a7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.1671567 Sep 04 16:17:12.301383 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-56955a1c-2d27-4d7f-95e3-de03d50bf4ef req-8cfe6c63-9e95-48a1-a769-d56e9a752603 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487851 Sep 04 16:17:12.303809 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4bea9e50-d824-4bf0-be2d-214cabbfec55 req-75d50e17-49d8-40e7-b206-694f22ef3b72 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4426692 Sep 04 16:17:12.369318 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:12.378423 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f2e7958c-9c5e-40ee-9ba8-7a7add82868d req-385a2079-d3e6-40df-9853-cbd9dadf6775 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849595 Sep 04 16:17:12.382081 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3e64361e-ea74-4ed6-aa0a-8345af49646e req-be5ef4a5-5281-4416-a7af-bb7635a58a2f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839853 Sep 04 16:17:12.512595 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa21f1-5d19-4ed0-8561-23a6fdb4366b req-080f2a8a-15c1-4ea0-9b7b-64591ac53bbb tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:12.514357 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-54fa21f1-5d19-4ed0-8561-23a6fdb4366b req-080f2a8a-15c1-4ea0-9b7b-64591ac53bbb tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0788972 Sep 04 16:17:12.524972 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb943a90-053c-4ee1-9ff4-3a30247ba8b6 req-c291c173-51bc-4b3a-a728-1eb8071afd93 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:12.526469 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cb943a90-053c-4ee1-9ff4-3a30247ba8b6 req-c291c173-51bc-4b3a-a728-1eb8071afd93 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0599775 Sep 04 16:17:12.595606 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-54fa21f1-5d19-4ed0-8561-23a6fdb4366b req-bf70e19e-9fdc-4dc9-8b95-ba7094d0e391 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681970 Sep 04 16:17:12.609480 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cb943a90-053c-4ee1-9ff4-3a30247ba8b6 req-44841181-e219-4f1f-9fdd-1483b6295d85 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673692 Sep 04 16:17:12.638953 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 50956) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:12.748846 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-b8b9f3a9-9da6-4571-9f1f-d0fae2c2548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:12.751020 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-b8b9f3a9-9da6-4571-9f1f-d0fae2c2548f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414395 Sep 04 16:17:12.856295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f3ab-4e63-4847-868a-c661e5c0e791 req-110329b3-48b6-45aa-869e-ba785d9505a8 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:12.858050 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c683f3ab-4e63-4847-868a-c661e5c0e791 req-110329b3-48b6-45aa-869e-ba785d9505a8 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0765402 Sep 04 16:17:12.861197 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6990cc-9207-4330-bf5c-8d2d7904d23e tempest-TestShelveInstance-771739229 tempest-TestShelveInstance-771739229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:12.865545 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-dc6990cc-9207-4330-bf5c-8d2d7904d23e tempest-TestShelveInstance-771739229 tempest-TestShelveInstance-771739229-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1125 time: 0.2227986 Sep 04 16:17:12.866404 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 50966) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:12.871409 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'port_id': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:17:12.909772 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c683f3ab-4e63-4847-868a-c661e5c0e791 req-65240179-2f18-4a4c-bf4b-d4c7f37731d8 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Sep 04 16:17:12.951998 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:13.032306 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:13.142618 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Allocated IP 172.27.3.7 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/d0069f32-4124-45a3-a46d-0e78adb693b1) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:17:13.235691 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-18388837-35b6-4745-b39c-e5792fb4b683 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876477 Sep 04 16:17:13.251305 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for port (d0069f32-4124-45a3-a46d-0e78adb693b1), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:13.363547 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (d0069f32-4124-45a3-a46d-0e78adb693b1), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:13.404040 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:17:13.406960 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:17:13.410875 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:17:13.416423 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'Port': ['ID=d0069f32-4124-45a3-a46d-0e78adb693b1,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:13.542818 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63590ee3-77f9-4aeb-8d1e-ddc656246ceb req-970b102a-32b3-4499-aeae-3cdcc5e7beaa tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:13.544359 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-63590ee3-77f9-4aeb-8d1e-ddc656246ceb req-970b102a-32b3-4499-aeae-3cdcc5e7beaa tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0583782 Sep 04 16:17:13.597293 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-63590ee3-77f9-4aeb-8d1e-ddc656246ceb req-e01d48bf-8a8b-4807-b6f4-9b0c58d1f1a5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448000 Sep 04 16:17:13.737976 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c744018-c13d-4df2-a080-5ba1d59f808b req-26c7bc67-d014-40b5-8c27-f48e781d4b93 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:13.739581 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8c744018-c13d-4df2-a080-5ba1d59f808b req-26c7bc67-d014-40b5-8c27-f48e781d4b93 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0545061 Sep 04 16:17:13.785320 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:13.793666 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for floatingip (a4350789-2ec4-4f2c-8e22-274b9182595a), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:13.820964 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:13.826570 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:13.841706 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8c744018-c13d-4df2-a080-5ba1d59f808b req-4b26af77-907a-4de2-958c-0c40f1d8fbeb tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926249 Sep 04 16:17:13.858525 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89b6cb01-b0d2-40f6-8811-491e52c2da30 req-031ef2cd-db70-44f9-8276-63b57f1d208b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382475 Sep 04 16:17:13.923063 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d0069f32-4124-45a3-a46d-0e78adb693b1), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:14.030499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcf1e1-e8d9-4180-b78f-7f51b544a058 req-9ca3f202-4f2d-46ec-ad0d-11ad99f36d83 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:14.032000 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c4fcf1e1-e8d9-4180-b78f-7f51b544a058 req-9ca3f202-4f2d-46ec-ad0d-11ad99f36d83 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0482273 Sep 04 16:17:14.073645 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for port (d0069f32-4124-45a3-a46d-0e78adb693b1), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:14.081788 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c4fcf1e1-e8d9-4180-b78f-7f51b544a058 req-fcbe4916-941d-4f8d-8477-f2360ab6b0a8 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Sep 04 16:17:14.134651 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25861116'] for port (d0069f32-4124-45a3-a46d-0e78adb693b1), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:14.203886 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event updated for resources: {'Port': ['ID=d0069f32-4124-45a3-a46d-0e78adb693b1,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:14.206498 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (a4350789-2ec4-4f2c-8e22-274b9182595a), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:14.504995 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Floating IP a4350789-2ec4-4f2c-8e22-274b9182595a associated. External IP: 172.27.3.7, port: b7aa303d-deea-4135-89b8-303faf88bdfe. Sep 04 16:17:14.724446 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Router 00e0d36b-288e-4811-80b5-b4c95421b7d1 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:17:14.748173 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc4de0-f1f7-4c54-a9d3-39d4296b74b8 req-08cc9f20-7f09-424e-a5b5-3572b1371b0c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:14.749723 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9cbc4de0-f1f7-4c54-a9d3-39d4296b74b8 req-08cc9f20-7f09-424e-a5b5-3572b1371b0c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0570772 Sep 04 16:17:14.801029 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9cbc4de0-f1f7-4c54-a9d3-39d4296b74b8 req-453123db-137e-4f09-9663-1a6ee09d244d tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451539 Sep 04 16:17:14.829202 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:14.834298 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:17:14.844664 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] Sync routers for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:17:14.861136 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:17:14.861136 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:17:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:14.949068 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:14.969914 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:17:14.970616 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f213dc-d037-4299-9540-cb152da1c316 req-83497db9-de47-4231-9058-bb9e47013c57 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:14.977740 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-97f213dc-d037-4299-9540-cb152da1c316 req-83497db9-de47-4231-9058-bb9e47013c57 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0546021 Sep 04 16:17:14.984631 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-5c10dc17-fb61-411f-8baa-25c8e8e95335 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1143250 Sep 04 16:17:14.984631 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:17:14.986256 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:17:15.022749 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-97f213dc-d037-4299-9540-cb152da1c316 req-83b59e87-1143-400d-a2d8-2ef8ad2c23e3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441644 Sep 04 16:17:15.078511 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ab5b9a-848d-4527-98ca-65bd26462795 x-openstack-request-id: req-89ab5b9a-848d-4527-98ca-65bd26462795 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:17:15.078820 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:17:15.079075 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89ab5b9a-848d-4527-98ca-65bd26462795 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:17:15.079476 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ab5b9a-848d-4527-98ca-65bd26462795'] response: {'name': 'network-changed', 'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'status': 'completed', 'code': 200} Sep 04 16:17:15.163100 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:15.180151 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-49dd04a8-5eaa-4a9d-911f-867c6f9b6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:15.181677 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-49dd04a8-5eaa-4a9d-911f-867c6f9b6a2a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1130 time: 0.0400975 Sep 04 16:17:15.212336 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'a4350789-2ec4-4f2c-8e22-274b9182595a', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'port_id': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'mac_address': 'fa:16:3e:b9:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:17:13Z', 'updated_at': '2022-09-04T16:17:13Z', 'revision_number': 0, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d66abae-336e-4ddb-aaad-233a67fb1905', 'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'mac_address': 'fa:16:3e:2a:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:32Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 5, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'subnets': [{'id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:15.238140 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] Checking router: 00e0d36b-288e-4811-80b5-b4c95421b7d1 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:17:15.247036 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:17:15.247293 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:17:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:15.269921 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:15.286362 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-a3b6d110-fff4-4a69-91b8-cdd5e5a808b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:15.288464 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-a3b6d110-fff4-4a69-91b8-cdd5e5a808b6 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b2b9ef80-2b71-48ed-a94f-408f1798eb56 HTTP/1.1" status: 200 len: 910 time: 0.0942857 Sep 04 16:17:15.355929 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:17:15.358249 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-a4b7baa5-a92d-4088-9ceb-00d64bbf6d4f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 200 len: 998 time: 0.0632231 Sep 04 16:17:15.414930 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-f205d37f-5c1a-4326-9dbd-4febbca95176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:15.416310 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-f205d37f-5c1a-4326-9dbd-4febbca95176 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3797ebf1-8cfe-4502-b2ad-8c62a032dc40 HTTP/1.1" status: 200 len: 848 time: 0.0520587 Sep 04 16:17:15.445618 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:15.470529 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-4857d2fa-85f2-4b79-a1e1-968949ffcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:15.472383 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-4857d2fa-85f2-4b79-a1e1-968949ffcf4b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b2b9ef80-2b71-48ed-a94f-408f1798eb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402358 Sep 04 16:17:15.566990 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'a4350789-2ec4-4f2c-8e22-274b9182595a', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'port_id': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'mac_address': 'fa:16:3e:b9:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:17:13Z', 'updated_at': '2022-09-04T16:17:13Z', 'revision_number': 0, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d66abae-336e-4ddb-aaad-233a67fb1905', 'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'mac_address': 'fa:16:3e:2a:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:32Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 5, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'subnets': [{'id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:15.577488 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-879d327b-5cd2-4051-914e-cda587abc315 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858493 Sep 04 16:17:15.593658 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1d606-006e-4eef-81d4-c9015e36a905 None None] The sync data for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi is: [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'a4350789-2ec4-4f2c-8e22-274b9182595a', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'port_id': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'mac_address': 'fa:16:3e:b9:ab:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:17:13Z', 'updated_at': '2022-09-04T16:17:13Z', 'revision_number': 0, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d66abae-336e-4ddb-aaad-233a67fb1905', 'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'mac_address': 'fa:16:3e:2a:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:32Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 5, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'subnets': [{'id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:17:15.684595 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed57fe76-a9ca-48ad-a45c-2e9a8a8a8e3c req-f3491772-3298-4c7d-b7fe-c6c90c1045c4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981431 Sep 04 16:17:15.803456 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2fdfde-8ae9-45c8-a0fb-0a21aaca2c72 None None] New status for floating IP a4350789-2ec4-4f2c-8e22-274b9182595a: ACTIVE {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:17:15.927057 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96b1d7-89cc-46ee-bbef-55ffee485003 req-8c47d759-50dd-4723-81d5-94cc18b501dd tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:15.928768 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2f96b1d7-89cc-46ee-bbef-55ffee485003 req-8c47d759-50dd-4723-81d5-94cc18b501dd tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0504942 Sep 04 16:17:15.978815 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2f96b1d7-89cc-46ee-bbef-55ffee485003 req-d5c808d2-6628-46a4-b64e-1a8159fb919b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443547 Sep 04 16:17:16.101629 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:16.109634 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163886-aef3-4f85-97bb-be66a2c67304 req-8b29858b-e96f-47ab-9185-d31915674c83 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:16.111094 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f3163886-aef3-4f85-97bb-be66a2c67304 req-8b29858b-e96f-47ab-9185-d31915674c83 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0551028 Sep 04 16:17:16.171035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad981cad-4432-4c77-9b8d-84ddd0693d20 req-7f1837a4-d1a1-4d4f-8c22-9e348c7dedb3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:16.172517 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ad981cad-4432-4c77-9b8d-84ddd0693d20 req-7f1837a4-d1a1-4d4f-8c22-9e348c7dedb3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0604270 Sep 04 16:17:16.210257 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f3163886-aef3-4f85-97bb-be66a2c67304 req-eb433864-4b98-47b9-a211-49b4abaefae7 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899849 Sep 04 16:17:16.235416 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ad981cad-4432-4c77-9b8d-84ddd0693d20 req-92a2f69b-a50d-4a5d-a88a-3b38437dbbd1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573008 Sep 04 16:17:16.239574 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51018) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:16.375917 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b847a91-f626-4f35-a5d3-bf025d8c3913 tempest-TestVolumeBootPattern-9911118 tempest-TestVolumeBootPattern-9911118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:16.378096 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-7b847a91-f626-4f35-a5d3-bf025d8c3913 tempest-TestVolumeBootPattern-9911118 tempest-TestVolumeBootPattern-9911118-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 1125 time: 0.1374300 Sep 04 16:17:16.381014 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51022) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:16.385104 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'port_id': '16088940-01d4-4b7c-9350-5157b311afa1', 'tenant_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:17:16.500012 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:16.582278 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:16.692892 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Allocated IP 172.27.3.158 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/f2948240-0731-4838-a104-6f54777de5fa) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:17:16.759429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:16.795127 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for port (f2948240-0731-4838-a104-6f54777de5fa), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:16.872791 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (f2948240-0731-4838-a104-6f54777de5fa), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:16.916356 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:17:16.919284 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:17:16.923176 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:17:16.928799 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'Port': ['ID=f2948240-0731-4838-a104-6f54777de5fa,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:17.075899 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:17.424492 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f4555-6b42-4c1e-9d78-7f9339148900 req-0f667e23-6835-40e0-9e02-fcf4e0a6d2d5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:17.425986 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6c7f4555-6b42-4c1e-9d78-7f9339148900 req-0f667e23-6835-40e0-9e02-fcf4e0a6d2d5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0864077 Sep 04 16:17:17.431498 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:17.541630 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6c7f4555-6b42-4c1e-9d78-7f9339148900 req-52c948cb-f8b0-4808-a4ff-58a417883290 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958190 Sep 04 16:17:17.624195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (f2948240-0731-4838-a104-6f54777de5fa), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:17.770773 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for port (f2948240-0731-4838-a104-6f54777de5fa), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:17.802640 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:17.831329 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (f2948240-0731-4838-a104-6f54777de5fa), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:17.874258 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:17.900204 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:17.902113 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'Port': ['ID=f2948240-0731-4838-a104-6f54777de5fa,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:18.001102 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Floating IP 29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe associated. External IP: 172.27.3.158, port: 16088940-01d4-4b7c-9350-5157b311afa1. Sep 04 16:17:18.052238 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:18.203209 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Router 2c80ad6a-07ee-471d-bb67-9209b28836bd has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:17:18.304706 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:17:18.314010 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] Sync routers for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:17:18.327023 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:17:18.331234 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:17:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:18.376775 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:18.432734 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:17:18.662242 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '16088940-01d4-4b7c-9350-5157b311afa1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:c6:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24964d-b2cb-420a-9232-b5662800ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:17:17Z', 'updated_at': '2022-09-04T16:17:17Z', 'revision_number': 0, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:18.686196 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f27a682d-b438-4021-88f8-81d4db4e0f06 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3041353 Sep 04 16:17:18.688565 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d24964d-b2cb-420a-9232-b5662800ec31', 'tag': '16088940-01d4-4b7c-9350-5157b311afa1'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:17:18.690994 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] Checking router: 2c80ad6a-07ee-471d-bb67-9209b28836bd for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:17:18.691373 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89727a2d-a448-4ef7-b4ec-6186a07c386d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d24964d-b2cb-420a-9232-b5662800ec31", "tag": "16088940-01d4-4b7c-9350-5157b311afa1"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:17:18.700432 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:17:18.701041 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:17:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:18.704154 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25874897-efd8-4b79-abea-73ed9d83a015 req-de6536ad-3767-448e-b77a-b3c32618904e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:18.706268 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-25874897-efd8-4b79-abea-73ed9d83a015 req-de6536ad-3767-448e-b77a-b3c32618904e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0580173 Sep 04 16:17:18.734327 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a587c94-4fd6-41b4-9134-fb626cf7e16c x-openstack-request-id: req-1a587c94-4fd6-41b4-9134-fb626cf7e16c {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:17:18.734622 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d24964d-b2cb-420a-9232-b5662800ec31", "tag": "16088940-01d4-4b7c-9350-5157b311afa1", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:17:18.734872 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a587c94-4fd6-41b4-9134-fb626cf7e16c {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:17:18.735265 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a587c94-4fd6-41b4-9134-fb626cf7e16c'] response: {'name': 'network-changed', 'server_uuid': '5d24964d-b2cb-420a-9232-b5662800ec31', 'tag': '16088940-01d4-4b7c-9350-5157b311afa1', 'status': 'completed', 'code': 200} Sep 04 16:17:18.757374 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-25874897-efd8-4b79-abea-73ed9d83a015 req-58b864e0-2495-4d48-a3e4-67de5983b351 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457680 Sep 04 16:17:18.805434 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:17:18.943781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:19.017555 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '16088940-01d4-4b7c-9350-5157b311afa1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:c6:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24964d-b2cb-420a-9232-b5662800ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:17:17Z', 'updated_at': '2022-09-04T16:17:17Z', 'revision_number': 0, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:17:19.043136 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b08ff-4749-4254-96bf-d8bc9569d530 None None] The sync data for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi is: [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '16088940-01d4-4b7c-9350-5157b311afa1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:c6:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d24964d-b2cb-420a-9232-b5662800ec31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:17:17Z', 'updated_at': '2022-09-04T16:17:17Z', 'revision_number': 0, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:17:19.220253 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb51bf59-09c5-47c5-a3ba-be0104152133 None None] New status for floating IP 29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe: ACTIVE {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:17:19.888289 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d4cb3-66a0-4736-83f4-18d95c087cb1 req-7e8a1221-52c6-4fac-864f-767efded9b97 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:19.890034 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-484d4cb3-66a0-4736-83f4-18d95c087cb1 req-7e8a1221-52c6-4fac-864f-767efded9b97 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 943 time: 0.0494146 Sep 04 16:17:19.936767 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-484d4cb3-66a0-4736-83f4-18d95c087cb1 req-024b8316-3dfe-4f5a-ad52-d1551c073077 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Sep 04 16:17:20.218898 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-392b74fa-aacd-44ee-98bd-68fe5174e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:20.220385 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-392b74fa-aacd-44ee-98bd-68fe5174e95e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 1130 time: 0.0398850 Sep 04 16:17:20.327151 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-5c544c8e-bc9e-4247-a925-6f744175efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:20.328638 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-5c544c8e-bc9e-4247-a925-6f744175efb1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 911 time: 0.0943542 Sep 04 16:17:20.401416 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-00d65678-c0d1-47a1-b63f-6bf058089304 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16088940-01d4-4b7c-9350-5157b311afa1 HTTP/1.1" status: 200 len: 1002 time: 0.0579059 Sep 04 16:17:20.459261 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-4509b26e-070e-45c0-b869-239793cd13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:20.460640 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-4509b26e-070e-45c0-b869-239793cd13c7 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.0447690 Sep 04 16:17:20.514135 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-eb6a0cf3-a610-4318-8992-faa393f6ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:20.515653 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-eb6a0cf3-a610-4318-8992-faa393f6ec83 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483682 Sep 04 16:17:20.591328 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ea45359b-6df0-4bcb-9182-26e4cca9bdd6 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:17:20.610255 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:20.622581 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-ce2c9a21-8bd9-4c7f-b456-4289b2183313 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999217 Sep 04 16:17:20.730337 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89727a2d-a448-4ef7-b4ec-6186a07c386d req-29cc259f-952c-4228-bfb5-ee2126701a6d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956438 Sep 04 16:17:20.843811 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:17:20.855928 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'port_id': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'mac_address': 'fa:16:3e:e2:b6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:17:20.889751 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:20.891946 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:17:20.892329 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:20.906616 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea45359b-6df0-4bcb-9182-26e4cca9bdd6 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:17:20.928509 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:17:20.991329 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:21.033558 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:21.047757 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=9']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:21.078882 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa426a8c-23ba-480c-80ed-5c7908ecb54e req-86bbd5fc-f653-4aea-aaca-ccf27a9e9fe2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:21.080398 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa426a8c-23ba-480c-80ed-5c7908ecb54e req-86bbd5fc-f653-4aea-aaca-ccf27a9e9fe2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 944 time: 0.0572495 Sep 04 16:17:21.127735 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa426a8c-23ba-480c-80ed-5c7908ecb54e req-22bda599-0731-47e9-97ac-ccf965d6a7d2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Sep 04 16:17:21.374122 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['ea45359b-6df0-4bcb-9182-26e4cca9bdd6'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:17:22.255777 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059548c-b0b0-4a31-a33d-3002dac0e95b req-8f83e3dc-cef8-4289-8605-3c3c2beeabc4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:22.257278 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1059548c-b0b0-4a31-a33d-3002dac0e95b req-8f83e3dc-cef8-4289-8605-3c3c2beeabc4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 944 time: 0.0488496 Sep 04 16:17:22.306769 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1059548c-b0b0-4a31-a33d-3002dac0e95b req-67315224-cbff-42f1-8309-375ea5771ff9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437145 Sep 04 16:17:22.593634 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ea45359b-6df0-4bcb-9182-26e4cca9bdd6 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:17:22.642269 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:17:22.642638 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:22.714158 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:17:22.714546 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:22.736878 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:17:22.739499 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b4eb08-544e-40db-8c5a-e5ec2f3d12be" -d '{"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-plugged", "status": "completed", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:17:22.751604 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:17:22.778754 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6530a9e1-6299-4ca6-a008-060f4acc2410 x-openstack-request-id: req-6530a9e1-6299-4ca6-a008-060f4acc2410 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:17:22.779036 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-plugged", "status": "completed", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:17:22.779288 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6530a9e1-6299-4ca6-a008-060f4acc2410 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:17:22.779690 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6530a9e1-6299-4ca6-a008-060f4acc2410'] response: {'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'code': 200} Sep 04 16:17:22.797322 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:22.849503 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=10']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:23.450587 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1632985-3805-455b-8152-b8c6cf636058 req-e7d8b7ec-3a4d-457f-ac0b-c50521b941b1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:23.452079 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d1632985-3805-455b-8152-b8c6cf636058 req-e7d8b7ec-3a4d-457f-ac0b-c50521b941b1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.0549965 Sep 04 16:17:23.510429 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d1632985-3805-455b-8152-b8c6cf636058 req-128e5429-89ad-4470-b950-ad9e8943f069 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510712 Sep 04 16:17:23.538520 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcc586-387b-4b65-bf60-b5440d7b5b82 req-07f24d88-60f7-499d-acf3-a4cf23ff3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:23.540303 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-04fcc586-387b-4b65-bf60-b5440d7b5b82 req-07f24d88-60f7-499d-acf3-a4cf23ff3df1 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 1130 time: 0.0425756 Sep 04 16:17:23.594958 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-04fcc586-387b-4b65-bf60-b5440d7b5b82 req-7c876da9-6f1d-4689-9b72-25decd58e45e service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Sep 04 16:17:24.649662 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970744d-c45f-4c3b-9a61-7283bec2c294 req-92dcd48a-687b-449e-89f1-4567d78c2e6d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:24.651148 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4970744d-c45f-4c3b-9a61-7283bec2c294 req-92dcd48a-687b-449e-89f1-4567d78c2e6d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.0562916 Sep 04 16:17:24.703842 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4970744d-c45f-4c3b-9a61-7283bec2c294 req-4f68e2d5-e70d-4bb9-a9d7-75cf139b9308 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441322 Sep 04 16:17:24.978378 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=71,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:25.175036 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51116) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:25.279048 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c2c2e17f-791d-4844-b1f4-cb5c1759a1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:25.354608 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c2c2e17f-791d-4844-b1f4-cb5c1759a1ac admin admin] Publish callbacks [] for security_group (571a2b93-a179-4442-9ed2-f4bb6e92add3), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:25.402751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c2c2e17f-791d-4844-b1f4-cb5c1759a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (571a2b93-a179-4442-9ed2-f4bb6e92add3), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:25.440475 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2e17f-791d-4844-b1f4-cb5c1759a1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571a2b93-a179-4442-9ed2-f4bb6e92add3,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:25.445304 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c2c2e17f-791d-4844-b1f4-cb5c1759a1ac admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e99fa65162774d7b9ec953813a2326b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2692697 Sep 04 16:17:25.447918 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51122) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:25.496176 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7353d070-08ea-4199-818b-84deeb411e84 admin admin] Publish callbacks [] for security_group (571a2b93-a179-4442-9ed2-f4bb6e92add3), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:25.519497 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7353d070-08ea-4199-818b-84deeb411e84 admin admin] Publish callbacks [] for security_group (571a2b93-a179-4442-9ed2-f4bb6e92add3), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:25.619853 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7353d070-08ea-4199-818b-84deeb411e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (571a2b93-a179-4442-9ed2-f4bb6e92add3), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:25.622491 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7353d070-08ea-4199-818b-84deeb411e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:25.623733 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-7353d070-08ea-4199-818b-84deeb411e84 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/571a2b93-a179-4442-9ed2-f4bb6e92add3 HTTP/1.1" status: 204 len: 168 time: 0.1748936 Sep 04 16:17:25.632203 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353d070-08ea-4199-818b-84deeb411e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a2b93-a179-4442-9ed2-f4bb6e92add3,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:25.823670 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:25.832008 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982370e-e5ef-423f-9e19-9137545f89f6 req-a843822e-6fe0-4fc0-ac1f-7fc295bb4eb3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:25.834112 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e982370e-e5ef-423f-9e19-9137545f89f6 req-a843822e-6fe0-4fc0-ac1f-7fc295bb4eb3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.0475526 Sep 04 16:17:25.883185 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e982370e-e5ef-423f-9e19-9137545f89f6 req-6933c5d4-994a-4e52-977f-9b1fda1b58f8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434251 Sep 04 16:17:27.013417 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdec1fc-30ef-4413-9690-778b524b31b0 req-35d8c64c-8b18-432e-8953-88181a0eced2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:27.015188 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ffdec1fc-30ef-4413-9690-778b524b31b0 req-35d8c64c-8b18-432e-8953-88181a0eced2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.0484998 Sep 04 16:17:27.058297 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:27.065453 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ffdec1fc-30ef-4413-9690-778b524b31b0 req-4bc82df1-7575-4a29-94b8-fe2ef273dfce tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Sep 04 16:17:28.196967 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0a656-9f1c-456e-9a03-3b9157b9033b req-3dc6ce2c-fce2-4746-a802-4e6815793bb7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:28.198482 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2bc0a656-9f1c-456e-9a03-3b9157b9033b req-3dc6ce2c-fce2-4746-a802-4e6815793bb7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.0479996 Sep 04 16:17:28.248007 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2bc0a656-9f1c-456e-9a03-3b9157b9033b req-2c1c545a-6c37-4b5e-86b6-164e635a86bb tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435076 Sep 04 16:17:29.385854 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6fe2-7b5b-49e1-82c0-df7a005f9389 req-cde9ea47-da67-44b3-b1cd-76403e691133 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:29.387378 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05cb6fe2-7b5b-49e1-82c0-df7a005f9389 req-cde9ea47-da67-44b3-b1cd-76403e691133 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.0468497 Sep 04 16:17:29.440708 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05cb6fe2-7b5b-49e1-82c0-df7a005f9389 req-76e47fe9-d0ad-4992-98b6-ed6c26a03e5d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448945 Sep 04 16:17:30.933815 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51252) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:31.040796 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ec8f-84ee-46b1-ad6d-a481a34c3aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:31.120466 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ec8f-84ee-46b1-ad6d-a481a34c3aea admin admin] Publish callbacks [] for security_group (9344f3cf-7d25-4403-a6fe-64bbe8247255), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:31.196660 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ec8f-84ee-46b1-ad6d-a481a34c3aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (9344f3cf-7d25-4403-a6fe-64bbe8247255), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:31.237050 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-d0d3ec8f-84ee-46b1-ad6d-a481a34c3aea admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=8f47ddf92da64329938e7989e2b5d3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023398 Sep 04 16:17:31.237921 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3ec8f-84ee-46b1-ad6d-a481a34c3aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9344f3cf-7d25-4403-a6fe-64bbe8247255,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:31.239962 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51256) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:31.290564 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9cb839f-7498-427d-be34-911e38ac2685 admin admin] Publish callbacks [] for security_group (9344f3cf-7d25-4403-a6fe-64bbe8247255), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:31.313389 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9cb839f-7498-427d-be34-911e38ac2685 admin admin] Publish callbacks [] for security_group (9344f3cf-7d25-4403-a6fe-64bbe8247255), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:31.430971 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9cb839f-7498-427d-be34-911e38ac2685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (9344f3cf-7d25-4403-a6fe-64bbe8247255), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:31.433494 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9cb839f-7498-427d-be34-911e38ac2685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:31.434691 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a9cb839f-7498-427d-be34-911e38ac2685 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9344f3cf-7d25-4403-a6fe-64bbe8247255 HTTP/1.1" status: 204 len: 168 time: 0.1936910 Sep 04 16:17:31.442983 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb839f-7498-427d-be34-911e38ac2685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9344f3cf-7d25-4403-a6fe-64bbe8247255,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:35.654047 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-19d2e75b-fdc2-4a0f-b319-6804ce13598c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:35.842079 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51318) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:35.950257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9e818d4c-eb55-4a6d-8918-cf8bd2e9f5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:36.030973 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9e818d4c-eb55-4a6d-8918-cf8bd2e9f5e7 admin admin] Publish callbacks [] for security_group (4961f396-f790-4162-99f2-6f674ab25ece), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:36.070875 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9e818d4c-eb55-4a6d-8918-cf8bd2e9f5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4961f396-f790-4162-99f2-6f674ab25ece), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:36.109021 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e818d4c-eb55-4a6d-8918-cf8bd2e9f5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4961f396-f790-4162-99f2-6f674ab25ece,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:36.115248 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-9e818d4c-eb55-4a6d-8918-cf8bd2e9f5e7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f66ef32d823c4cd5bed66be7b4b5f2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721305 Sep 04 16:17:36.117971 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51322) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:17:36.165845 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3974-352e-4326-ada0-922b2716923c admin admin] Publish callbacks [] for security_group (4961f396-f790-4162-99f2-6f674ab25ece), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:36.197348 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3974-352e-4326-ada0-922b2716923c admin admin] Publish callbacks [] for security_group (4961f396-f790-4162-99f2-6f674ab25ece), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:36.288160 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3974-352e-4326-ada0-922b2716923c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4961f396-f790-4162-99f2-6f674ab25ece), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:36.290732 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c2f3974-352e-4326-ada0-922b2716923c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:36.291893 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-8c2f3974-352e-4326-ada0-922b2716923c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4961f396-f790-4162-99f2-6f674ab25ece HTTP/1.1" status: 204 len: 168 time: 0.1730347 Sep 04 16:17:36.300057 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f3974-352e-4326-ada0-922b2716923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4961f396-f790-4162-99f2-6f674ab25ece,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:37.860864 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:37.939936 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-19a3ceb3-eb4f-4119-a0f3-b44adc8f7c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:37.997657 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:17:39.093987 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:40.591282 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:40.728850 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:41.103600 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:41.437791 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:41.438570 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:45.068354 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a901b9-28d2-491f-980c-bf79ff2a2908 req-d7d63f0c-596f-4505-85ff-6e197ad8c4d4 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:45.069838 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-96a901b9-28d2-491f-980c-bf79ff2a2908 req-d7d63f0c-596f-4505-85ff-6e197ad8c4d4 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0468602 Sep 04 16:17:45.095986 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:45.119832 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-96a901b9-28d2-491f-980c-bf79ff2a2908 req-66558d7d-fc65-4743-b30d-5fc03a139e0c tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Sep 04 16:17:46.229835 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:46.245134 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e455a1-d9a3-46a0-93d7-818e93c94346 req-8f605da6-921a-442a-a6f8-e5325be08174 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:46.246753 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-62e455a1-d9a3-46a0-93d7-818e93c94346 req-8f605da6-921a-442a-a6f8-e5325be08174 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0498602 Sep 04 16:17:46.295524 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-62e455a1-d9a3-46a0-93d7-818e93c94346 req-4f83b460-1086-4827-973b-da6c3ad9faa6 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Sep 04 16:17:47.420959 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca499527-3513-4e76-a072-fef309b86d1f req-180e69dc-dcb4-42ce-86d5-9c12cddd453d tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:47.422436 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ca499527-3513-4e76-a072-fef309b86d1f req-180e69dc-dcb4-42ce-86d5-9c12cddd453d tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0518506 Sep 04 16:17:47.506690 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1c927-445a-405b-985b-c5b859ec1269 req-0a422488-0714-43bf-956d-457c486214a0 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:47.508051 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-03a1c927-445a-405b-985b-c5b859ec1269 req-0a422488-0714-43bf-956d-457c486214a0 tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 945 time: 0.0788333 Sep 04 16:17:47.546211 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ca499527-3513-4e76-a072-fef309b86d1f req-e0835995-83dd-49ad-ae9a-6401afbc345a tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d784d9a-7bb2-4b96-9e12-391bce9708d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181748 Sep 04 16:17:47.610616 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-03a1c927-445a-405b-985b-c5b859ec1269 req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Deleting port 4f0626e3-395a-4b67-9d54-2a5ea157dccc {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:17:47.610952 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-03a1c927-445a-405b-985b-c5b859ec1269 req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:47.699042 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-03a1c927-445a-405b-985b-c5b859ec1269 req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] For port 4f0626e3-395a-4b67-9d54-2a5ea157dccc, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=4f0626e3-395a-4b67-9d54-2a5ea157dccc,segment=NetworkSegment(e94c272d-b863-418a-a59f-a93bf794a392),segment_id=e94c272d-b863-418a-a59f-a93bf794a392)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:17:47.699360 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-03a1c927-445a-405b-985b-c5b859ec1269 req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:47.714930 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-03a1c927-445a-405b-985b-c5b859ec1269 req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Calling delete_port for 4f0626e3-395a-4b67-9d54-2a5ea157dccc owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:17:47.774188 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:47.888609 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-03a1c927-445a-405b-985b-c5b859ec1269 req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (4f0626e3-395a-4b67-9d54-2a5ea157dccc), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:47.901372 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['4f0626e3-395a-4b67-9d54-2a5ea157dccc'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:17:47.917982 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Pushing event deleted for resources: {'Port': ['ID=4f0626e3-395a-4b67-9d54-2a5ea157dccc,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:17:47.931679 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.932021 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.932442 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.932762 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.933102 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.933433 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.933796 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.934123 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.934448 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.934769 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.935088 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.935439 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.935760 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.936079 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.936390 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:17:47.976256 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a1c927-445a-405b-985b-c5b859ec1269 req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] No DVR routers for this DVR port 4f0626e3-395a-4b67-9d54-2a5ea157dccc on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:17:47.978700 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-03a1c927-445a-405b-985b-c5b859ec1269 req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:17:47.982184 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-03a1c927-445a-405b-985b-c5b859ec1269 req-45d5f72f-ba4f-4cf1-9625-ac6420a563ca tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.27 "DELETE /networking/v2.0/ports/4f0626e3-395a-4b67-9d54-2a5ea157dccc HTTP/1.1" status: 204 len: 173 time: 0.4657984 Sep 04 16:17:47.982615 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef119005-1210-4108-b0bd-98771fe1fa37', 'name': 'network-vif-deleted', 'tag': '4f0626e3-395a-4b67-9d54-2a5ea157dccc'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:17:47.984897 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b3eb15-ffa4-47e2-b9ab-878925fb707d" -d '{"events": [{"server_uuid": "ef119005-1210-4108-b0bd-98771fe1fa37", "name": "network-vif-deleted", "tag": "4f0626e3-395a-4b67-9d54-2a5ea157dccc"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:17:47.992299 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:48.032860 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4572fbdc-1a6a-4bae-b8f0-8db1e807fe0f x-openstack-request-id: req-4572fbdc-1a6a-4bae-b8f0-8db1e807fe0f {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:17:48.033153 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef119005-1210-4108-b0bd-98771fe1fa37", "name": "network-vif-deleted", "tag": "4f0626e3-395a-4b67-9d54-2a5ea157dccc", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:17:48.033405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4572fbdc-1a6a-4bae-b8f0-8db1e807fe0f {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:17:48.033834 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4572fbdc-1a6a-4bae-b8f0-8db1e807fe0f'] response: {'server_uuid': 'ef119005-1210-4108-b0bd-98771fe1fa37', 'name': 'network-vif-deleted', 'tag': '4f0626e3-395a-4b67-9d54-2a5ea157dccc', 'status': 'completed', 'code': 200} Sep 04 16:17:48.671226 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b859cb2f-5322-4d4f-8a9e-d46dcc41e033 req-a266b57a-8183-4472-aca0-37a302281f0e tempest-VolumesSnapshotTestJSON-1231968782 tempest-VolumesSnapshotTestJSON-1231968782-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ef119005-1210-4108-b0bd-98771fe1fa37 HTTP/1.1" status: 200 len: 210 time: 0.0276558 Sep 04 16:17:51.468336 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-d010a812-4ea9-481a-b68c-1ab2931049aa service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381134 Sep 04 16:17:51.561526 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-1c837a07-d77e-4f80-8aa0-718be01a8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:51.563233 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-1c837a07-d77e-4f80-8aa0-718be01a8b14 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 1129 time: 0.0423300 Sep 04 16:17:51.686192 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-785bd196-3458-4308-9869-692f325009e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:51.687771 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-785bd196-3458-4308-9869-692f325009e2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.0998311 Sep 04 16:17:51.729597 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-d793792d-f8f7-4363-98e4-47a95713cb40 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3 HTTP/1.1" status: 200 len: 217 time: 0.0335538 Sep 04 16:17:51.769363 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:51.779929 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-4b5d8d2f-0f96-45bc-95e3-866df33deab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:51.781369 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-4b5d8d2f-0f96-45bc-95e3-866df33deab6 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.0445914 Sep 04 16:17:51.832015 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-c68d6f4b-5c45-44df-ab67-4d9643f8c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:17:51.833512 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-c68d6f4b-5c45-44df-ab67-4d9643f8c980 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427985 Sep 04 16:17:51.924656 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-ac7e8fdc-ff93-41b6-9908-e34cf7c7e6b8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833731 Sep 04 16:17:51.988017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:52.020948 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a7a710a-9bca-4a5c-a0cc-85bf7e768d39 req-59f11198-aadc-4d25-8ab6-8c066f9b0180 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889258 Sep 04 16:17:53.004314 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 4f0626e3-395a-4b67-9d54-2a5ea157dccc no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:17:53.007706 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:17:53.024560 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 4f0626e3-395a-4b67-9d54-2a5ea157dccc {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:17:53.024911 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 4f0626e3-395a-4b67-9d54-2a5ea157dccc not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:18:00.378411 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b19ebf-0c6f-476e-b6dc-ee86ab171bd1 req-622cd338-45a9-4261-bbc4-d830e30f2b5a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:00.382026 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-34b19ebf-0c6f-476e-b6dc-ee86ab171bd1 req-622cd338-45a9-4261-bbc4-d830e30f2b5a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0649288 Sep 04 16:18:00.434061 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-34b19ebf-0c6f-476e-b6dc-ee86ab171bd1 req-9a23cc92-a492-45ed-bffb-298be20cef72 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478690 Sep 04 16:18:01.558029 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786993c-9913-4ec3-a2cf-8af4fd656388 req-35331222-062b-4cdd-bba8-ccf7aeeb5f41 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:01.559458 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5786993c-9913-4ec3-a2cf-8af4fd656388 req-35331222-062b-4cdd-bba8-ccf7aeeb5f41 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0466993 Sep 04 16:18:01.606838 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5786993c-9913-4ec3-a2cf-8af4fd656388 req-e754a3b0-c8fa-481b-84cd-7dbb4322fd07 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Sep 04 16:18:02.735062 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39398ca1-4536-44bf-a2bd-4a9c26c30aad req-4e5d6b4f-bcc0-42dd-9d79-6451ab07c60b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:02.736528 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-39398ca1-4536-44bf-a2bd-4a9c26c30aad req-4e5d6b4f-bcc0-42dd-9d79-6451ab07c60b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0500848 Sep 04 16:18:02.793707 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-39398ca1-4536-44bf-a2bd-4a9c26c30aad req-21285ea1-0c6d-4aba-9469-ee7e5c09b082 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464444 Sep 04 16:18:03.009988 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:03.913656 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8517842-2aa8-4baf-b30c-73b95516aef5 req-d8e654d8-f19e-4384-9ba8-fe50f3f34c05 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:03.915033 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c8517842-2aa8-4baf-b30c-73b95516aef5 req-d8e654d8-f19e-4384-9ba8-fe50f3f34c05 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0469377 Sep 04 16:18:03.961782 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c8517842-2aa8-4baf-b30c-73b95516aef5 req-7b1659fc-32e6-463a-a069-114b23b9f431 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412667 Sep 04 16:18:04.521072 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2b648-ec0f-4771-9764-43713dda1daf req-d8ee3eb9-36a4-4c37-90ad-1eba44ed45ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:04.522584 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cec2b648-ec0f-4771-9764-43713dda1daf req-d8ee3eb9-36a4-4c37-90ad-1eba44ed45ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0498197 Sep 04 16:18:04.610325 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Deleting port 08dc8012-7cf0-4bba-b537-c92a01bb802d {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:18:04.610572 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:04.702261 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] For port 08dc8012-7cf0-4bba-b537-c92a01bb802d, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=08dc8012-7cf0-4bba-b537-c92a01bb802d,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:18:04.702609 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:04.945196 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:04.960728 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:04.961092 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (1f66efef-47a2-420a-ab75-b031b1676a68), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:04.961401 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Floating IP 1f66efef-47a2-420a-ab75-b031b1676a68 disassociated. External IP: 172.27.3.141, port: 08dc8012-7cf0-4bba-b537-c92a01bb802d. Sep 04 16:18:04.961769 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Calling delete_port for 08dc8012-7cf0-4bba-b537-c92a01bb802d owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:18:05.061909 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:05.117922 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e9ec0-241f-4047-9fd7-257cc3b98714 req-9615b3d5-a588-4e88-8c8d-273092ca3093 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:05.124925 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-163e9ec0-241f-4047-9fd7-257cc3b98714 req-9615b3d5-a588-4e88-8c8d-273092ca3093 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 946 time: 0.0751348 Sep 04 16:18:05.180208 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-163e9ec0-241f-4047-9fd7-257cc3b98714 req-0ff297fd-0474-48e5-8ad3-a5c623392c2d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=f3551407-6036-4f07-810f-bfd2ee32e26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552721 Sep 04 16:18:05.197169 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (08dc8012-7cf0-4bba-b537-c92a01bb802d), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:05.235864 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'Port': ['ID=08dc8012-7cf0-4bba-b537-c92a01bb802d,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:05.361167 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:18:05.468759 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:18:05.480586 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:18:05.493301 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:05.494189 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:17:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:05.520265 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] No DVR routers for this DVR port 08dc8012-7cf0-4bba-b537-c92a01bb802d on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:18:05.526461 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:05.533284 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cec2b648-ec0f-4771-9764-43713dda1daf req-ee5bf794-f76d-493f-aa3f-9961be3e516b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "DELETE /networking/v2.0/ports/08dc8012-7cf0-4bba-b537-c92a01bb802d HTTP/1.1" status: 204 len: 173 time: 1.0040185 Sep 04 16:18:05.533778 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512e46e1-9291-44b3-b609-c1147f105f76', 'name': 'network-vif-deleted', 'tag': '08dc8012-7cf0-4bba-b537-c92a01bb802d'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:18:05.537843 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bd958b-f31d-4980-9b1d-97f84b4d4e4e" -d '{"events": [{"server_uuid": "512e46e1-9291-44b3-b609-c1147f105f76", "name": "network-vif-deleted", "tag": "08dc8012-7cf0-4bba-b537-c92a01bb802d"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:18:05.582214 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30897995-f54f-436a-869d-37bd32c86ef2 x-openstack-request-id: req-30897995-f54f-436a-869d-37bd32c86ef2 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:18:05.582506 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512e46e1-9291-44b3-b609-c1147f105f76", "name": "network-vif-deleted", "tag": "08dc8012-7cf0-4bba-b537-c92a01bb802d", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:18:05.582763 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30897995-f54f-436a-869d-37bd32c86ef2 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:18:05.583168 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30897995-f54f-436a-869d-37bd32c86ef2'] response: {'server_uuid': '512e46e1-9291-44b3-b609-c1147f105f76', 'name': 'network-vif-deleted', 'tag': '08dc8012-7cf0-4bba-b537-c92a01bb802d', 'status': 'completed', 'code': 200} Sep 04 16:18:05.633411 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:05.712697 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6f99-5696-4060-99b7-74798488a6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:05.859541 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '860db11f-3e1b-408d-ab75-c89fb02a4657', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:14:03Z', 'updated_at': '2022-09-04T16:14:52Z', 'revision_number': 2, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:05.893060 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:18:05.902560 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:05.903172 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:17:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:06.026318 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:06.264780 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '860db11f-3e1b-408d-ab75-c89fb02a4657', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:14:03Z', 'updated_at': '2022-09-04T16:14:52Z', 'revision_number': 2, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:06.290849 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83461111-75dc-4261-b2b5-72d1657c2054 None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '860db11f-3e1b-408d-ab75-c89fb02a4657', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:e8:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449c2258-280e-405f-a3d1-498688a52529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:14:03Z', 'updated_at': '2022-09-04T16:14:52Z', 'revision_number': 2, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:18:06.309127 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-793d0ed3-201b-4210-a72b-1ae47ed15b4e req-e7b3dec5-b5ad-45e2-96cd-ecf903be5d79 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 210 time: 0.0317366 Sep 04 16:18:06.542767 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cfa02-de2a-44f5-b1c9-df91b5bf3aaf None None] New status for floating IP 1f66efef-47a2-420a-ab75-b031b1676a68: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:18:07.447754 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f4e15d6f-b668-43df-80f4-a729101b3f8e req-a3212157-18dc-4d0f-a7f5-be3c17cc0259 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 210 time: 0.0375087 Sep 04 16:18:07.934447 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-687ee1fb-4bf8-4c22-a0d3-db0834252394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:08.566502 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e5bb3a14-f109-41e4-9594-d52f6c050791 req-d727d9b4-81b8-430c-ad6c-d99e0486b786 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=512e46e1-9291-44b3-b609-c1147f105f76 HTTP/1.1" status: 200 len: 210 time: 0.0301025 Sep 04 16:18:09.105864 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:09.146886 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 08dc8012-7cf0-4bba-b537-c92a01bb802d no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:18:09.165923 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 08dc8012-7cf0-4bba-b537-c92a01bb802d {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:18:09.166263 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 08dc8012-7cf0-4bba-b537-c92a01bb802d not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:18:09.735662 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51684) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:09.797251 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (f3551407-6036-4f07-810f-bfd2ee32e26d), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:09.829226 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (f3551407-6036-4f07-810f-bfd2ee32e26d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:09.968644 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (f3551407-6036-4f07-810f-bfd2ee32e26d), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:09.971256 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:09.973080 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f3551407-6036-4f07-810f-bfd2ee32e26d HTTP/1.1" status: 204 len: 168 time: 0.2363462 Sep 04 16:18:09.976088 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51694) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:09.983243 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3551407-6036-4f07-810f-bfd2ee32e26d,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:09.991304 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.991643 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.991978 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.992330 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.992637 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.993084 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.api.v2.resource [None req-1f88d728-9bdd-419a-ad35-882fd8569c63 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] show failed (client error): The resource could not be found. Sep 04 16:18:09.993235 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.993474 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.993817 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.994150 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.994469 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.994753 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-1f88d728-9bdd-419a-ad35-882fd8569c63 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups/f3551407-6036-4f07-810f-bfd2ee32e26d HTTP/1.1" status: 404 len: 347 time: 0.0171056 Sep 04 16:18:09.994907 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.995217 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.995544 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.995889 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.996212 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d20eca-0595-43a7-aa6d-fc1f3876302d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:09.997826 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51696) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:10.380928 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Deleting port 781071cb-9e88-4913-8944-7e2bacd79cc9 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:18:10.380928 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (781071cb-9e88-4913-8944-7e2bacd79cc9), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:10.477098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (781071cb-9e88-4913-8944-7e2bacd79cc9), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:10.477530 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (781071cb-9e88-4913-8944-7e2bacd79cc9), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:10.490689 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Calling delete_port for 781071cb-9e88-4913-8944-7e2bacd79cc9 owned by network:floatingip {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:18:10.565035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:10.786412 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:10.832513 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (781071cb-9e88-4913-8944-7e2bacd79cc9), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:10.832820 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:10.867969 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'Port': ['ID=781071cb-9e88-4913-8944-7e2bacd79cc9,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:10.941608 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:10.947582 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (1f66efef-47a2-420a-ab75-b031b1676a68), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:10.950077 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:10.951191 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f7bc2535-d26c-4928-8126-978269165686 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/1f66efef-47a2-420a-ab75-b031b1676a68 HTTP/1.1" status: 204 len: 168 time: 0.9512370 Sep 04 16:18:14.996305 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:18:15.795465 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51804) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:15.899647 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-55a275cb-d832-466e-9cda-6b1e7f5db312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:15.972432 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-55a275cb-d832-466e-9cda-6b1e7f5db312 admin admin] Publish callbacks [] for security_group (e926eb59-0d8c-42f7-8f92-f4caf35b7e44), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:16.043337 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-55a275cb-d832-466e-9cda-6b1e7f5db312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e926eb59-0d8c-42f7-8f92-f4caf35b7e44), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:16.086022 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-55a275cb-d832-466e-9cda-6b1e7f5db312 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d60428e7a1454bc9af57e305abcff0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887678 Sep 04 16:18:16.086969 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a275cb-d832-466e-9cda-6b1e7f5db312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e926eb59-0d8c-42f7-8f92-f4caf35b7e44,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:16.088707 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51808) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:16.138341 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01caaf50-ba74-43cd-961c-9efe9d49ae14 admin admin] Publish callbacks [] for security_group (e926eb59-0d8c-42f7-8f92-f4caf35b7e44), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:16.159290 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01caaf50-ba74-43cd-961c-9efe9d49ae14 admin admin] Publish callbacks [] for security_group (e926eb59-0d8c-42f7-8f92-f4caf35b7e44), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:16.294383 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01caaf50-ba74-43cd-961c-9efe9d49ae14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e926eb59-0d8c-42f7-8f92-f4caf35b7e44), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:16.296961 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-01caaf50-ba74-43cd-961c-9efe9d49ae14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:16.298454 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-01caaf50-ba74-43cd-961c-9efe9d49ae14 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e926eb59-0d8c-42f7-8f92-f4caf35b7e44 HTTP/1.1" status: 204 len: 168 time: 0.2087233 Sep 04 16:18:16.307255 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caaf50-ba74-43cd-961c-9efe9d49ae14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e926eb59-0d8c-42f7-8f92-f4caf35b7e44,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:17.488048 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51828) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:17.536887 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1c9d5a-aafc-4028-9f72-8c01c3d9bb58 admin admin] Deleting subnet 8bbc655c-e584-40ab-bbed-cd7532ac890d {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:18:17.540597 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9d5a-aafc-4028-9f72-8c01c3d9bb58 admin admin] Publish callbacks [] for subnet (8bbc655c-e584-40ab-bbed-cd7532ac890d), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.574979 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9d5a-aafc-4028-9f72-8c01c3d9bb58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (8bbc655c-e584-40ab-bbed-cd7532ac890d), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.613138 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9d5a-aafc-4028-9f72-8c01c3d9bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (8bbc655c-e584-40ab-bbed-cd7532ac890d), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.712446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9d5a-aafc-4028-9f72-8c01c3d9bb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (8bbc655c-e584-40ab-bbed-cd7532ac890d), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.729429 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:17.743600 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9d5a-aafc-4028-9f72-8c01c3d9bb58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.749691 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-fe1c9d5a-aafc-4028-9f72-8c01c3d9bb58 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/8bbc655c-e584-40ab-bbed-cd7532ac890d HTTP/1.1" status: 204 len: 168 time: 0.2576647 Sep 04 16:18:17.749691 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c9d5a-aafc-4028-9f72-8c01c3d9bb58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bbc655c-e584-40ab-bbed-cd7532ac890d,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:17.749926 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51830) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:17.820421 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (9dd59a90-1b88-4c82-b79b-5c099bf25a16), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.826356 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.901745 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (9dd59a90-1b88-4c82-b79b-5c099bf25a16), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.922296 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd59a90-1b88-4c82-b79b-5c099bf25a16']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:17.933036 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94c272d-b863-418a-a59f-a93bf794a392') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:17.933334 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94c272d-b863-418a-a59f-a93bf794a392') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:17.942840 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (e94c272d-b863-418a-a59f-a93bf794a392), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.956748 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (e94c272d-b863-418a-a59f-a93bf794a392), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:17.963264 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:18:17.963641 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (e94c272d-b863-418a-a59f-a93bf794a392), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:18.003718 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment e94c272d-b863-418a-a59f-a93bf794a392 resource provider aggregate not found Sep 04 16:18:18.020581 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment e94c272d-b863-418a-a59f-a93bf794a392 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e94c272d-b863-418a-a59f-a93bf794a392 found for delete ", "request_id": "req-5a506bff-eeb4-4e41-a0b9-51228e80ea9d"}]} Sep 04 16:18:18.094565 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (9dd59a90-1b88-4c82-b79b-5c099bf25a16), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:18.102278 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:18.105276 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/9dd59a90-1b88-4c82-b79b-5c099bf25a16 HTTP/1.1" status: 204 len: 168 time: 0.3548677 Sep 04 16:18:18.113159 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:18.114764 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf648e-55a8-48b7-a992-6a01c5b2a612 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd59a90-1b88-4c82-b79b-5c099bf25a16,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:18.449076 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51842) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:18.493308 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a713f46c-94d4-423c-a8b9-22d6cbabf9a7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9f1ae25e634d4380a6933101fb94ad2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429506 Sep 04 16:18:18.502961 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51844) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:18.553792 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f5c9108c-25bf-4351-bc4c-d59db340394f admin admin] Publish callbacks [] for security_group (6d784d9a-7bb2-4b96-9e12-391bce9708d4), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:18.574484 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f5c9108c-25bf-4351-bc4c-d59db340394f admin admin] Publish callbacks [] for security_group (6d784d9a-7bb2-4b96-9e12-391bce9708d4), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:18.596037 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:18.683349 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f5c9108c-25bf-4351-bc4c-d59db340394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6d784d9a-7bb2-4b96-9e12-391bce9708d4), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:18.685942 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f5c9108c-25bf-4351-bc4c-d59db340394f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:18.687102 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f5c9108c-25bf-4351-bc4c-d59db340394f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6d784d9a-7bb2-4b96-9e12-391bce9708d4 HTTP/1.1" status: 204 len: 168 time: 0.1832542 Sep 04 16:18:18.694861 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9108c-25bf-4351-bc4c-d59db340394f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d784d9a-7bb2-4b96-9e12-391bce9708d4,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:19.723965 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51870) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:19.821659 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1170400242-network', 'tenant_id': 'ae092c3124e9438fa20dfda624775825'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:19.934905 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Made reservation on behalf of ae092c3124e9438fa20dfda624775825 for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:18:19.937359 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:19.946113 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:19.948695 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:20.019994 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Publish callbacks [] for security_group (37f2823e-2c5e-4484-85d6-33c4526d5c2e), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:20.060327 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (37f2823e-2c5e-4484-85d6-33c4526d5c2e), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:20.081880 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=106841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:18:20.095753 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f2823e-2c5e-4484-85d6-33c4526d5c2e,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:20.100377 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (2945cac7-5a5e-4ca1-a33f-5f3d301c843f), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:20.100710 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Added segment 2945cac7-5a5e-4ca1-a33f-5f3d301c843f of type vlan for network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b Sep 04 16:18:20.142922 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (363bb28e-4d9e-4c6d-90a2-d8bcab58307b), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:20.226143 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (363bb28e-4d9e-4c6d-90a2-d8bcab58307b), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:20.227864 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:20.228454 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:20.287768 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] Pushing event updated for resources: {'Network': ['ID=363bb28e-4d9e-4c6d-90a2-d8bcab58307b,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:20.297620 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:18:20.343425 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6768be1f-e801-40cd-a03b-a4458078a65c admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6183796 Sep 04 16:18:20.346307 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51878) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:20.351154 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Request body: {'subnet': {'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1170400242-subnet', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:20.454946 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Made reservation on behalf of ae092c3124e9438fa20dfda624775825 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:18:20.457335 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25936485'] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:20.683664 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26524805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25936471'] for subnet (20551ec1-1605-4661-a23e-d6babf234182), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:20.744388 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20551ec1-1605-4661-a23e-d6babf234182,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:20.751194 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Checking segment: {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:20.751543 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Network hostable DHCP agents. Network: 363bb28e-4d9e-4c6d-90a2-d8bcab58307b, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:18:20.831928 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:18:20.889130 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 363bb28e-4d9e-4c6d-90a2-d8bcab58307b) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:20.900807 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:20.901391 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:20.907334 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d65dd-d258-4f39-af44-f1af314b076f None None] Network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:18:20.910561 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:20.993621 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-8c027f1d-3a49-4c46-b27f-14543a9806e6 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6437364 Sep 04 16:18:20.993962 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51892) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:20.999914 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:21.021052 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'project_id': 'ae092c3124e9438fa20dfda624775825', 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:18:21.022241 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.089900 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.090945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.097359 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:21.113498 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:21.141497 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks [] for router_controller (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), precommit_add_association {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.158652 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Allocated IP 172.20.0.2 (363bb28e-4d9e-4c6d-90a2-d8bcab58307b/20551ec1-1605-4661-a23e-d6babf234182/d6bfa3e6-683d-4f44-9288-887e2035e103) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:21.299020 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Publish callbacks [] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.337308 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks [] for router_gateway (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.346525 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.507373 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:21.512742 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:21.516437 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:21.520945 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:21.531277 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Pushing event updated for resources: {'Port': ['ID=d6bfa3e6-683d-4f44-9288-887e2035e103,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:21.555602 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.556432 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.556432 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.556675 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.556882 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.557198 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.557512 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.557857 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.558169 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.558487 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.558806 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.559136 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.559451 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.559761 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.560069 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:21.575232 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks [] for router_gateway (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.591071 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Attempting to bind port d6bfa3e6-683d-4f44-9288-887e2035e103 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:18:21.591584 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Attempting to bind port d6bfa3e6-683d-4f44-9288-887e2035e103 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:18:21.592029 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Attempting to bind port d6bfa3e6-683d-4f44-9288-887e2035e103 on network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:21.597444 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:18:21.600633 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Checking segment: {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:21.600633 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.600633 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Bound using segment: {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:18:21.600888 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.600983 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Bound port: d6bfa3e6-683d-4f44-9288-887e2035e103, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:18:21.600983 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.662916 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] For port d6bfa3e6-683d-4f44-9288-887e2035e103, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:18:21.666083 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] For port d6bfa3e6-683d-4f44-9288-887e2035e103, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d6bfa3e6-683d-4f44-9288-887e2035e103,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:18:21.707742 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Allocated IP 172.27.3.56 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/f67001d3-f63b-4e4f-b043-8b091e772485) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:21.769552 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.821925 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks [] for port (f67001d3-f63b-4e4f-b043-8b091e772485), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.823436 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440805-d597-44e6-a79a-48382fbdbd10 None None] Pushing event updated for resources: {'Port': ['ID=d6bfa3e6-683d-4f44-9288-887e2035e103,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:21.901098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:21.951192 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:21.954945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:21.960117 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:21.991281 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Pushing event updated for resources: {'Port': ['ID=f67001d3-f63b-4e4f-b043-8b091e772485,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:22.008204 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:22.168728 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d6bfa3e6-683d-4f44-9288-887e2035e103 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:22.213824 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port d6bfa3e6-683d-4f44-9288-887e2035e103 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:22.214099 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:22.303586 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port d6bfa3e6-683d-4f44-9288-887e2035e103 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:22.304241 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:22.322764 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks [] for router_gateway (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:22.338640 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port d6bfa3e6-683d-4f44-9288-887e2035e103, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d6bfa3e6-683d-4f44-9288-887e2035e103,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:18:22.409338 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:22.427807 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:22.470651 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=d6bfa3e6-683d-4f44-9288-887e2035e103,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:22.526749 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:22.731849 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e67b8-6873-48bc-843d-a844fc842237 None None] Network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:18:22.757865 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:18:22.796790 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-ebc855ee-1c74-44bb-9677-f6add1d07794 None None] Provisioning complete for port d6bfa3e6-683d-4f44-9288-887e2035e103 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:22.797165 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ebc855ee-1c74-44bb-9677-f6add1d07794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:22.865410 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:18:22.902460 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Sync routers for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:18:22.931472 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:22.932112 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:22.934095 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-ebc855ee-1c74-44bb-9677-f6add1d07794 None None] Current status of the port d6bfa3e6-683d-4f44-9288-887e2035e103 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:22.937262 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:22.938554 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f3328445-5f97-47af-8940-c6d2451ea1cd admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9435377 Sep 04 16:18:22.941402 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51908) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:22.997171 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:23.062598 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:23.175018 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-d1f5619d-d858-4319-8c2c-ba6586c81931 None None] Provisioning complete for port d6bfa3e6-683d-4f44-9288-887e2035e103 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:23.175384 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d1f5619d-d858-4319-8c2c-ba6586c81931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.217484 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:23.294002 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:23.297589 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:22Z', 'revision_number': 3, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:23.331513 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Checking router: 813e3a44-c5e3-4ea6-bf27-cbb606bddeac for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:18:23.332227 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Updating router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac port f67001d3-f63b-4e4f-b043-8b091e772485 binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:18:23.355507 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5619d-d858-4319-8c2c-ba6586c81931 None None] Current status of the port d6bfa3e6-683d-4f44-9288-887e2035e103 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:23.366991 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.373522 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.480731 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:23.536002 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Allocated IP 172.20.0.1 (363bb28e-4d9e-4c6d-90a2-d8bcab58307b/20551ec1-1605-4661-a23e-d6babf234182/ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:23.629587 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Publish callbacks [] for port (f67001d3-f63b-4e4f-b043-8b091e772485), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.650426 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Publish callbacks [] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.717852 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.747460 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.753738 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Attempting to bind port f67001d3-f63b-4e4f-b043-8b091e772485 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:18:23.754107 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Attempting to bind port f67001d3-f63b-4e4f-b043-8b091e772485 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:18:23.754468 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Attempting to bind port f67001d3-f63b-4e4f-b043-8b091e772485 on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:23.767171 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:18:23.767543 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:23.767972 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.768361 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:18:23.768819 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Bound port: f67001d3-f63b-4e4f-b043-8b091e772485, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:18:23.769190 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.790770 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:23.793792 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:23.794627 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534e9d-63f8-4427-8842-41abb56082b3 None None] Pushing event updated for resources: {'Port': ['ID=f67001d3-f63b-4e4f-b043-8b091e772485,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:23.797806 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:23.824534 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:23.828110 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] For port f67001d3-f63b-4e4f-b043-8b091e772485, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:18:23.831668 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] For port f67001d3-f63b-4e4f-b043-8b091e772485, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=f67001d3-f63b-4e4f-b043-8b091e772485,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:18:23.842427 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.929926 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:23.972441 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:23.973058 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:24.029911 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-efae3b43-0bdc-435e-9144-2bd624601278 None None] Provisioning complete for port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:24.030278 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-efae3b43-0bdc-435e-9144-2bd624601278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:24.039101 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:24.056539 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534e9d-63f8-4427-8842-41abb56082b3 None None] Pushing event updated for resources: {'Port': ['ID=f67001d3-f63b-4e4f-b043-8b091e772485,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:24.061902 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:24.088345 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:24.105993 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-efae3b43-0bdc-435e-9144-2bd624601278 None None] Port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:18:24.127782 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:24.231317 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Publish callbacks [] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:24.289754 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25861116'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:24.303929 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d6bfa3e6-683d-4f44-9288-887e2035e103 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:24.362027 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:24.364369 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:24.410807 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:24.420889 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port d6bfa3e6-683d-4f44-9288-887e2035e103 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:24.421260 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:24.457255 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:24.458628 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:24.504455 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:22Z', 'revision_number': 3, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:24.536188 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e221602-4051-404c-bd84-06e2affaa994 None None] The sync data for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi is: [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:22Z', 'revision_number': 3, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:18:24.578085 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:24.579381 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port d6bfa3e6-683d-4f44-9288-887e2035e103 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:24.594693 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:18:24.735630 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-78c19952-8c16-4a2a-911e-b0377b6f77e1 None None] Provisioning complete for port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:24.736168 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-78c19952-8c16-4a2a-911e-b0377b6f77e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:24.741739 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:18:24.751694 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f9fa98eb-783e-4add-876c-a6abfdca45d5 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/813e3a44-c5e3-4ea6-bf27-cbb606bddeac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8090765 Sep 04 16:18:24.792127 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-78c19952-8c16-4a2a-911e-b0377b6f77e1 None None] Port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:18:25.523059 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51938) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:25.528378 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2029862385-network', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:25.620926 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Made reservation on behalf of 9e40d38756e04664a630bfc16c9d411d for: {'network': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:18:25.623354 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:25.632787 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:25.710333 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Publish callbacks [] for security_group (8c695025-1c9d-4178-a338-95a6f946e28e), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:25.752396 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (8c695025-1c9d-4178-a338-95a6f946e28e), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:25.778164 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=106841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:18:25.788009 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c695025-1c9d-4178-a338-95a6f946e28e,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:25.794736 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (6ce4e8d8-53e8-43e9-90ab-c8813754d8d5), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:25.795073 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.segments_db [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Added segment 6ce4e8d8-53e8-43e9-90ab-c8813754d8d5 of type vlan for network 0ad5231b-0d66-4280-9f0d-77b11ea581da Sep 04 16:18:25.840336 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (0ad5231b-0d66-4280-9f0d-77b11ea581da), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:25.906727 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (0ad5231b-0d66-4280-9f0d-77b11ea581da), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:25.907752 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:25.908337 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:25.913970 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:25.974221 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad5231b-0d66-4280-9f0d-77b11ea581da,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:25.984914 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 0ad5231b-0d66-4280-9f0d-77b11ea581da details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:18:26.018002 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-da618df7-5bdd-4056-b9f8-2ecfc6e60fc7 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4938018 Sep 04 16:18:26.020607 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51946) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:26.026134 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Request body: {'subnet': {'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2029862385-subnet', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'ip_version': 4}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:26.119007 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Made reservation on behalf of 9e40d38756e04664a630bfc16c9d411d for: {'subnet': 1} {{(pid=106841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:18:26.121800 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25769428'] for subnet (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.171260 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Sync routers for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:18:26.172742 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device f67001d3-f63b-4e4f-b043-8b091e772485 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:26.184326 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:26.185210 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:26.224051 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port f67001d3-f63b-4e4f-b043-8b091e772485 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:26.224443 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.306929 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:26.308550 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port f67001d3-f63b-4e4f-b043-8b091e772485 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:26.309044 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.342363 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port f67001d3-f63b-4e4f-b043-8b091e772485, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=f67001d3-f63b-4e4f-b043-8b091e772485,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:18:26.369631 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25855093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25769446'] for subnet (162500f2-896b-4d21-9fba-5cfe49ffa78b), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.424867 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162500f2-896b-4d21-9fba-5cfe49ffa78b,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:26.432280 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.445289 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Checking segment: {'id': '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:26.445717 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Network hostable DHCP agents. Network: 0ad5231b-0d66-4280-9f0d-77b11ea581da, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:18:26.479807 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=f67001d3-f63b-4e4f-b043-8b091e772485,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:26.507844 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f', 'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'mac_address': 'fa:16:3e:fb:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:23Z', 'updated_at': '2022-09-04T16:18:24Z', 'revision_number': 2, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'subnets': [{'id': '20551ec1-1605-4661-a23e-d6babf234182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:26.523365 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Network 0ad5231b-0d66-4280-9f0d-77b11ea581da is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:18:26.528628 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:26.533317 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Checking router: 813e3a44-c5e3-4ea6-bf27-cbb606bddeac for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:18:26.533317 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Updating router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:18:26.560762 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.632248 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 0ad5231b-0d66-4280-9f0d-77b11ea581da) {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:26.637381 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:26.638998 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.642045 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996f2fa-d068-46cc-9b34-c2672e1a22fb None None] Network 0ad5231b-0d66-4280-9f0d-77b11ea581da requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:18:26.732177 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-2deead63-1996-45ce-9bbd-53d8caa2edc7 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7081583 Sep 04 16:18:26.732413 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:26.732573 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 51952) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:26.738244 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:26.770634 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-0ad5231b-0d66-4280-9f0d-77b11ea581da', 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da', 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'fixed_ips': [{'subnet_id': '162500f2-896b-4d21-9fba-5cfe49ffa78b'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:18:26.771760 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.772870 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:26.844705 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (ff6d1478-1521-4b8f-b3e7-36aea9db275e), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.846819 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (ff6d1478-1521-4b8f-b3e7-36aea9db275e), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.864650 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Publish callbacks [] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.905541 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks [] for router_controller (ff6d1478-1521-4b8f-b3e7-36aea9db275e), precommit_add_association {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.917341 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Allocated IP 172.20.0.2 (0ad5231b-0d66-4280-9f0d-77b11ea581da/162500f2-896b-4d21-9fba-5cfe49ffa78b/ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:26.935263 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:26.975171 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:27.018060 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Pushing event updated for resources: {'Port': ['ID=ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:27.026681 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.027025 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.027384 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.027730 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.028061 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.028383 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.028702 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.029021 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.029336 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.029678 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.029996 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.030333 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.030652 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.030984 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.031297 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:27.046057 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Attempting to bind port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:18:27.046882 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Attempting to bind port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:18:27.046882 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Attempting to bind port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f on network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:27.052814 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:18:27.053192 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Checking segment: {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:27.053629 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.054019 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Bound using segment: {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:18:27.054480 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Bound port: ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:18:27.054856 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.064355 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:27.087975 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Publish callbacks [] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.123958 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] For port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:18:27.126821 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks [] for router_gateway (ff6d1478-1521-4b8f-b3e7-36aea9db275e), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.132615 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] For port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:18:27.175206 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.213730 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Network 0ad5231b-0d66-4280-9f0d-77b11ea581da is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:27.218592 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:27.221913 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:27.232854 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.233919 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Pushing event updated for resources: {'Port': ['ID=ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:27.267884 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:27.268515 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:27.276550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:27.295253 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Attempting to bind port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:18:27.295712 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Attempting to bind port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:18:27.296599 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Attempting to bind port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a on network 0ad5231b-0d66-4280-9f0d-77b11ea581da {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:27.303204 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:18:27.305042 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Checking segment: {'id': '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:27.305042 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.305042 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Bound using segment: {'id': '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:18:27.305042 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Bound port: ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:18:27.305669 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.334949 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55710e5d-6a79-4ab7-a327-1fc042c04181 None None] Pushing event updated for resources: {'Port': ['ID=ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f,revision_number=4']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:27.391489 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] For port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:18:27.396008 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] For port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a,segment=NetworkSegment(6ce4e8d8-53e8-43e9-90ab-c8813754d8d5),segment_id=6ce4e8d8-53e8-43e9-90ab-c8813754d8d5)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:18:27.409733 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:27.433346 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks [] for router_gateway (ff6d1478-1521-4b8f-b3e7-36aea9db275e), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.453950 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.456162 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.535500 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3c666-f9c4-4b20-9382-c9d7cd6e3144 None None] Pushing event updated for resources: {'Port': ['ID=ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:27.572588 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:27.590807 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Allocated IP 172.27.3.200 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/37621327-c551-43a3-a9dc-2438d295997c) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:27.726479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks [] for port (37621327-c551-43a3-a9dc-2438d295997c), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.733159 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f', 'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'mac_address': 'fa:16:3e:fb:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:23Z', 'updated_at': '2022-09-04T16:18:27Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'subnets': [{'id': '20551ec1-1605-4661-a23e-d6babf234182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:27.766602 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4420c1-7abb-4b9c-84c1-e86a93290503 None None] The sync data for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi is: [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f', 'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'mac_address': 'fa:16:3e:fb:b5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:23Z', 'updated_at': '2022-09-04T16:18:27Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'subnets': [{'id': '20551ec1-1605-4661-a23e-d6babf234182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:18:27.850226 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (37621327-c551-43a3-a9dc-2438d295997c), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:27.918043 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:27.932463 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:27.935108 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:27.940908 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Pushing event updated for resources: {'Port': ['ID=37621327-c551-43a3-a9dc-2438d295997c,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:28.296903 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:28.347811 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device f67001d3-f63b-4e4f-b043-8b091e772485 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:28.457190 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port f67001d3-f63b-4e4f-b043-8b091e772485 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:28.461949 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:28.518342 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:28.607092 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port f67001d3-f63b-4e4f-b043-8b091e772485 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:28.608676 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:28.665083 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:28.665757 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:28.775356 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c79f5-9e02-4a3d-8172-bbde1dd43f98 None None] Network 0ad5231b-0d66-4280-9f0d-77b11ea581da requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:18:28.792196 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c3f5b-4287-487c-8ada-31836f7f189f req-8ec0405e-3177-4fd0-8f0d-27a40e319843 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:28.799753 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6b3c3f5b-4287-487c-8ada-31836f7f189f req-8ec0405e-3177-4fd0-8f0d-27a40e319843 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0759239 Sep 04 16:18:28.821888 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks [] for router_gateway (ff6d1478-1521-4b8f-b3e7-36aea9db275e), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:28.855313 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-7ea17d76-0468-4311-bb03-d8cc0ad4bdc5 None None] Provisioning complete for port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:28.855667 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7ea17d76-0468-4311-bb03-d8cc0ad4bdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:28.872065 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:28.872452 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:28.893101 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6b3c3f5b-4287-487c-8ada-31836f7f189f req-0e8a030f-f3ef-4418-9716-8f567bec9410 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924921 Sep 04 16:18:28.968391 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:18:29.023242 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-d4ddf006-217e-4b29-b203-3454a405353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:29.025184 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-d4ddf006-217e-4b29-b203-3454a405353c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 1129 time: 0.0608277 Sep 04 16:18:29.038501 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-7ea17d76-0468-4311-bb03-d8cc0ad4bdc5 None None] Current status of the port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:29.038890 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7ea17d76-0468-4311-bb03-d8cc0ad4bdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:29.054911 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:29.054911 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:29.156252 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:29.165990 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:29.182707 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-7ea17d76-0468-4311-bb03-d8cc0ad4bdc5 None None] For port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a,segment=NetworkSegment(6ce4e8d8-53e8-43e9-90ab-c8813754d8d5),segment_id=6ce4e8d8-53e8-43e9-90ab-c8813754d8d5)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:18:29.195819 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:29.196555 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:29.222075 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-11a36990-ae5c-475d-868b-90cefcd0f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:29.223905 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-11a36990-ae5c-475d-868b-90cefcd0f9b7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.1533966 Sep 04 16:18:29.281877 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (ff6d1478-1521-4b8f-b3e7-36aea9db275e), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:29.290340 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7ea17d76-0468-4311-bb03-d8cc0ad4bdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:29.293966 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:29.294300 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:29.349226 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-a17e5bf3-1102-4465-8325-2431a595dda8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab492967-90e3-4b09-b251-d08c6b91d22c HTTP/1.1" status: 200 len: 1000 time: 0.1171126 Sep 04 16:18:29.355481 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea17d76-0468-4311-bb03-d8cc0ad4bdc5 None None] Pushing event updated for resources: {'Port': ['ID=ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:29.393020 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:29.397380 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.db.api [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 04 16:18:29.397820 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG oslo_db.api [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 04 16:18:29.408305 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-0dfd15b0-724f-4772-ad8c-b6a868954439 None None] Provisioning complete for port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:29.408779 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0dfd15b0-724f-4772-ad8c-b6a868954439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:29.452866 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-d60945b4-49e7-4c6b-9371-2489a0e74351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:29.454380 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-d60945b4-49e7-4c6b-9371-2489a0e74351 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.0955436 Sep 04 16:18:29.498174 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd15b0-724f-4772-ad8c-b6a868954439 None None] Current status of the port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:29.511922 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-33834fe9-01a3-4726-99a7-2593e60a1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:29.513398 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-33834fe9-01a3-4726-99a7-2593e60a1b66 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514393 Sep 04 16:18:29.565301 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:29.587932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Router ff6d1478-1521-4b8f-b3e7-36aea9db275e is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:18:29.651276 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-d85169dd-8ca3-4091-82a4-1b7ac9273cca service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310878 Sep 04 16:18:29.736044 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:29.772962 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:18:29.783153 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Sync routers for ids ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:18:29.793581 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Routers {'ff6d1478-1521-4b8f-b3e7-36aea9db275e'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:29.794186 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:29.797493 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-15175145-c820-4ef1-853f-08d4ee04c8e0 req-ce3f3300-aa57-4184-ae35-70c4799cc317 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399226 Sep 04 16:18:29.883028 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:29.883028 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-85ed461a-0d00-4616-8a16-35e6508872b4 admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1446493 Sep 04 16:18:29.883305 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 51986) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:30.063516 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:30.072446 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Set router ff6d1478-1521-4b8f-b3e7-36aea9db275e gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:30.095548 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa929329-bdf4-4d2c-aa77-f8b12df00a8c req-a65f7835-057d-4a70-8117-6f7bcaf1cc5b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:30.097156 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa929329-bdf4-4d2c-aa77-f8b12df00a8c req-a65f7835-057d-4a70-8117-6f7bcaf1cc5b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0896342 Sep 04 16:18:30.109202 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82490f-e2a4-47a3-bba3-2b1fef2e8a72 req-d55b5039-7688-488f-b551-2f422587dd4c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:30.116080 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc82490f-e2a4-47a3-bba3-2b1fef2e8a72 req-d55b5039-7688-488f-b551-2f422587dd4c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0729501 Sep 04 16:18:30.210642 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc82490f-e2a4-47a3-bba3-2b1fef2e8a72 req-4ff8636b-f191-40d6-80a1-3cc1bee8f3e5 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936611 Sep 04 16:18:30.222920 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa929329-bdf4-4d2c-aa77-f8b12df00a8c req-4cfe684a-4171-4cbf-9add-cea50c02059a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046529 Sep 04 16:18:30.254059 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:30.304087 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '37621327-c551-43a3-a9dc-2438d295997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:26Z', 'updated_at': '2022-09-04T16:18:28Z', 'revision_number': 3, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'gw_port': {'id': '37621327-c551-43a3-a9dc-2438d295997c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:36:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:27Z', 'updated_at': '2022-09-04T16:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:30.333067 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Checking router: ff6d1478-1521-4b8f-b3e7-36aea9db275e for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:18:30.333495 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Updating router ff6d1478-1521-4b8f-b3e7-36aea9db275e port 37621327-c551-43a3-a9dc-2438d295997c binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:18:30.366996 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:30.368340 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:30.388245 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (37621327-c551-43a3-a9dc-2438d295997c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:30.541731 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:30.542797 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:30.652948 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:30.655848 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:30.655848 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:30.681492 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:30.706242 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:30.714463 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e6870-4c73-4999-b170-2016fb8503cc req-703d08fd-8276-4613-9e35-5cf01bf68e36 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:30.716178 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa7e6870-4c73-4999-b170-2016fb8503cc req-703d08fd-8276-4613-9e35-5cf01bf68e36 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.0717885 Sep 04 16:18:30.776867 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa7e6870-4c73-4999-b170-2016fb8503cc req-64b90a0d-9f50-4c08-be06-1cf7c6ae1d2e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538754 Sep 04 16:18:30.798391 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Publish callbacks [] for port (37621327-c551-43a3-a9dc-2438d295997c), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:30.801927 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:30.803628 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:30.821461 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Allocated IP 172.20.0.1 (0ad5231b-0d66-4280-9f0d-77b11ea581da/162500f2-896b-4d21-9fba-5cfe49ffa78b/018e23c5-cc75-40e3-b7fd-de6309637f0e) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:30.912285 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (37621327-c551-43a3-a9dc-2438d295997c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:30.918136 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:30.923770 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Publish callbacks [] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:30.957127 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Attempting to bind port 37621327-c551-43a3-a9dc-2438d295997c on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:18:30.957492 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Attempting to bind port 37621327-c551-43a3-a9dc-2438d295997c by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:18:30.957875 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Attempting to bind port 37621327-c551-43a3-a9dc-2438d295997c on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:30.968337 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:18:30.968683 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:30.969084 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:30.973548 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:18:30.973548 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Bound port: 37621327-c551-43a3-a9dc-2438d295997c, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:18:30.973548 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (37621327-c551-43a3-a9dc-2438d295997c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:30.974818 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b7f88-987d-4857-bdb7-f6636d0a3db7 None None] Pushing event updated for resources: {'Port': ['ID=37621327-c551-43a3-a9dc-2438d295997c,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:31.023399 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] For port 37621327-c551-43a3-a9dc-2438d295997c, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:18:31.027645 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] For port 37621327-c551-43a3-a9dc-2438d295997c, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=37621327-c551-43a3-a9dc-2438d295997c,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:18:31.033133 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:31.079728 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Network 0ad5231b-0d66-4280-9f0d-77b11ea581da is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:31.082915 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:31.087371 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:31.090616 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Pushing event updated for resources: {'Port': ['ID=018e23c5-cc75-40e3-b7fd-de6309637f0e,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:31.127673 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (ff6d1478-1521-4b8f-b3e7-36aea9db275e), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:31.129752 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (37621327-c551-43a3-a9dc-2438d295997c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:31.172642 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Routers {'ff6d1478-1521-4b8f-b3e7-36aea9db275e'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:31.173274 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:31.235960 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b7f88-987d-4857-bdb7-f6636d0a3db7 None None] Pushing event updated for resources: {'Port': ['ID=37621327-c551-43a3-a9dc-2438d295997c,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:31.306388 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] Set router ff6d1478-1521-4b8f-b3e7-36aea9db275e gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:31.307993 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:31.391773 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-da9e5746-2364-4cc8-99a6-528e14f1286b None None] Provisioning complete for port 018e23c5-cc75-40e3-b7fd-de6309637f0e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:31.392358 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-da9e5746-2364-4cc8-99a6-528e14f1286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:31.395569 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85377de-0b47-4f63-bc79-3d71ae906147 req-fa69a83b-7fb3-4a3a-ad02-17258e35fd68 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:31.398573 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d85377de-0b47-4f63-bc79-3d71ae906147 req-fa69a83b-7fb3-4a3a-ad02-17258e35fd68 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0938938 Sep 04 16:18:31.428962 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcdfa-3206-4090-8493-eacbc2c4ff36 req-82c86079-d6a2-4379-ae27-f7a3f05594b8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:31.431481 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-933dcdfa-3206-4090-8493-eacbc2c4ff36 req-82c86079-d6a2-4379-ae27-f7a3f05594b8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0835664 Sep 04 16:18:31.460618 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-da9e5746-2364-4cc8-99a6-528e14f1286b None None] Port 018e23c5-cc75-40e3-b7fd-de6309637f0e cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:18:31.496827 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d85377de-0b47-4f63-bc79-3d71ae906147 req-24edb9b7-106f-4698-b010-0d40e14d7ee8 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878360 Sep 04 16:18:31.504402 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-933dcdfa-3206-4090-8493-eacbc2c4ff36 req-72f7d9b3-6178-466e-bd90-0b849ccc1c51 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582848 Sep 04 16:18:31.523422 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Publish callbacks [] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:31.536308 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '37621327-c551-43a3-a9dc-2438d295997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:26Z', 'updated_at': '2022-09-04T16:18:28Z', 'revision_number': 3, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'gw_port': {'id': '37621327-c551-43a3-a9dc-2438d295997c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:36:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:27Z', 'updated_at': '2022-09-04T16:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:31.561427 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635054d-fcff-4fbe-9b4e-8b6d8b719bcd None None] The sync data for ids ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'] in dv-cinder-852364-6-iscsi is: [{'id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '37621327-c551-43a3-a9dc-2438d295997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:26Z', 'updated_at': '2022-09-04T16:18:28Z', 'revision_number': 3, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'gw_port': {'id': '37621327-c551-43a3-a9dc-2438d295997c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:36:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:27Z', 'updated_at': '2022-09-04T16:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:18:31.569230 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25861116'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:31.611771 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:31.644349 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (ff6d1478-1521-4b8f-b3e7-36aea9db275e), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:31.646473 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Pushing event updated for resources: {'Port': ['ID=018e23c5-cc75-40e3-b7fd-de6309637f0e,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:31.746398 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Network 0ad5231b-0d66-4280-9f0d-77b11ea581da is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:31.748228 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:31.895686 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Router ff6d1478-1521-4b8f-b3e7-36aea9db275e has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:18:31.917976 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e626546-f2a4-4f7e-81eb-cba61ec19367 req-2b2b63a1-19a7-4078-91b8-91842b474bab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:31.926102 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5e626546-f2a4-4f7e-81eb-cba61ec19367 req-2b2b63a1-19a7-4078-91b8-91842b474bab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.0667288 Sep 04 16:18:31.986280 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5e626546-f2a4-4f7e-81eb-cba61ec19367 req-a6fa1ba6-69f7-4a01-adbf-40498e2de5e2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592556 Sep 04 16:18:32.016024 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:18:32.027091 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6bf091a8-3459-4386-b325-4caab4c2afab admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/ff6d1478-1521-4b8f-b3e7-36aea9db275e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1416674 Sep 04 16:18:32.089719 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-9c30c2c1-c588-4928-89f3-68773cf5f106 None None] Provisioning complete for port 018e23c5-cc75-40e3-b7fd-de6309637f0e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:32.090097 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-9c30c2c1-c588-4928-89f3-68773cf5f106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:32.139320 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-9c30c2c1-c588-4928-89f3-68773cf5f106 None None] Port 018e23c5-cc75-40e3-b7fd-de6309637f0e cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:18:32.191457 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 37621327-c551-43a3-a9dc-2438d295997c up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:32.241524 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 37621327-c551-43a3-a9dc-2438d295997c triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:32.241926 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (37621327-c551-43a3-a9dc-2438d295997c), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:32.271864 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:32.324270 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 37621327-c551-43a3-a9dc-2438d295997c is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:32.324567 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (37621327-c551-43a3-a9dc-2438d295997c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:32.345456 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:32.348486 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 37621327-c551-43a3-a9dc-2438d295997c, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=37621327-c551-43a3-a9dc-2438d295997c,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:18:32.455199 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (37621327-c551-43a3-a9dc-2438d295997c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:32.521103 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=37621327-c551-43a3-a9dc-2438d295997c,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:32.662519 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea6e9e-3088-4e94-9199-f153c8a72373 req-06fc9f46-fb31-4883-95ca-de88eb23f8b5 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:32.664007 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9dea6e9e-3088-4e94-9199-f153c8a72373 req-06fc9f46-fb31-4883-95ca-de88eb23f8b5 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.0762975 Sep 04 16:18:32.694030 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd8f27-dbda-42c4-9408-921e99cac5be req-43a4cca5-c280-4e3b-8fb0-6ce10b358c68 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:32.695507 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e1dd8f27-dbda-42c4-9408-921e99cac5be req-43a4cca5-c280-4e3b-8fb0-6ce10b358c68 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0778539 Sep 04 16:18:32.747506 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9dea6e9e-3088-4e94-9199-f153c8a72373 req-2d909fbf-82a2-4bf7-9c8f-656377891b9d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753803 Sep 04 16:18:32.757588 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:32.767300 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e1dd8f27-dbda-42c4-9408-921e99cac5be req-67d2efd1-0110-4849-b9db-3b09d005ad7f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648518 Sep 04 16:18:33.070462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-86c89a57-a59b-4fdc-97ce-54d0fc1acb05 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:33.073109 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-86c89a57-a59b-4fdc-97ce-54d0fc1acb05 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.1009705 Sep 04 16:18:33.108045 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-595955c4-6f90-4a05-8cb9-5545f774d117 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:33.109556 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-595955c4-6f90-4a05-8cb9-5545f774d117 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.0584357 Sep 04 16:18:33.289035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ec6ae-5e67-4534-9daa-24970182ec88 req-ce8008ee-8a26-468a-bd02-9749fa380612 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:33.297256 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b61ec6ae-5e67-4534-9daa-24970182ec88 req-ce8008ee-8a26-468a-bd02-9749fa380612 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.1866138 Sep 04 16:18:33.333675 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Deleting port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:18:33.334377 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:33.385085 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Deleting port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:18:33.385828 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:33.447498 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Sync routers for ids ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:18:33.455328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:33.458926 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Routers {'ff6d1478-1521-4b8f-b3e7-36aea9db275e'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:33.459694 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:33.495660 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b61ec6ae-5e67-4534-9daa-24970182ec88 req-3f067044-87f8-411a-a668-296edea3556f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956556 Sep 04 16:18:33.575236 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] For port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:18:33.577820 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:33.590759 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Set router ff6d1478-1521-4b8f-b3e7-36aea9db275e gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:33.613929 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] For port ea45359b-6df0-4bcb-9182-26e4cca9bdd6, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:18:33.614297 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:33.662989 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:33.834811 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:33.840623 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '37621327-c551-43a3-a9dc-2438d295997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:26Z', 'updated_at': '2022-09-04T16:18:31Z', 'revision_number': 4, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'gw_port': {'id': '37621327-c551-43a3-a9dc-2438d295997c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:27Z', 'updated_at': '2022-09-04T16:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '018e23c5-cc75-40e3-b7fd-de6309637f0e', 'name': '', 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'mac_address': 'fa:16:3e:77:19:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '162500f2-896b-4d21-9fba-5cfe49ffa78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:30Z', 'updated_at': '2022-09-04T16:18:31Z', 'revision_number': 2, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'subnets': [{'id': '162500f2-896b-4d21-9fba-5cfe49ffa78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:33.869125 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Checking router: ff6d1478-1521-4b8f-b3e7-36aea9db275e for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:18:33.869771 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Updating router ff6d1478-1521-4b8f-b3e7-36aea9db275e port 018e23c5-cc75-40e3-b7fd-de6309637f0e binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:18:33.910382 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.171338 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:34.183961 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 37621327-c551-43a3-a9dc-2438d295997c up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:34.245801 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Publish callbacks [] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.261715 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 37621327-c551-43a3-a9dc-2438d295997c triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:34.263460 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (37621327-c551-43a3-a9dc-2438d295997c), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.315008 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.328194 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.328484 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (860db11f-3e1b-408d-ab75-c89fb02a4657), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.329007 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Floating IP 860db11f-3e1b-408d-ab75-c89fb02a4657 disassociated. External IP: 172.27.3.105, port: 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a. Sep 04 16:18:34.329525 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Calling delete_port for 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:18:34.366298 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d43b7-5952-4b69-8549-3741af38e993 req-6f7bbe48-f761-4c29-9e03-43c3feefebfd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:34.370814 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 37621327-c551-43a3-a9dc-2438d295997c is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:34.373946 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-031d43b7-5952-4b69-8549-3741af38e993 req-6f7bbe48-f761-4c29-9e03-43c3feefebfd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1773436 Sep 04 16:18:34.381375 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6945-056f-492d-ad41-19c58da6c230 req-99053ef9-441f-4188-93d2-84c5ea73d458 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:34.388735 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c7ec6945-056f-492d-ad41-19c58da6c230 req-99053ef9-441f-4188-93d2-84c5ea73d458 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 946 time: 0.1973479 Sep 04 16:18:34.408778 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.409499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (6f2d569a-ab71-4449-9691-993e33bf2e17), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.410104 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Floating IP 6f2d569a-ab71-4449-9691-993e33bf2e17 disassociated. External IP: 172.27.3.27, port: ea45359b-6df0-4bcb-9182-26e4cca9bdd6. Sep 04 16:18:34.410665 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Calling delete_port for ea45359b-6df0-4bcb-9182-26e4cca9bdd6 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:18:34.447142 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b71498-6c98-4b8b-ac5c-0dc1603bf794 None None] Pushing event updated for resources: {'Port': ['ID=018e23c5-cc75-40e3-b7fd-de6309637f0e,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:34.497649 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Attempting to bind port 018e23c5-cc75-40e3-b7fd-de6309637f0e on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:18:34.498831 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Attempting to bind port 018e23c5-cc75-40e3-b7fd-de6309637f0e by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:18:34.499448 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Attempting to bind port 018e23c5-cc75-40e3-b7fd-de6309637f0e on network 0ad5231b-0d66-4280-9f0d-77b11ea581da {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:34.505329 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:18:34.506047 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Checking segment: {'id': '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:34.507013 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.507606 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Bound using segment: {'id': '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:18:34.508336 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Bound port: 018e23c5-cc75-40e3-b7fd-de6309637f0e, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:18:34.508950 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.580692 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] For port 018e23c5-cc75-40e3-b7fd-de6309637f0e, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:18:34.584345 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] For port 018e23c5-cc75-40e3-b7fd-de6309637f0e, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=018e23c5-cc75-40e3-b7fd-de6309637f0e,segment=NetworkSegment(6ce4e8d8-53e8-43e9-90ab-c8813754d8d5),segment_id=6ce4e8d8-53e8-43e9-90ab-c8813754d8d5)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:18:34.590705 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-031d43b7-5952-4b69-8549-3741af38e993 req-d4e19d4a-45b6-4739-aa1c-5653d603f147 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157102 Sep 04 16:18:34.652567 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c7ec6945-056f-492d-ad41-19c58da6c230 req-201b16c2-36ec-4173-bc88-d1b2880bc723 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=4c777c24-5f08-4a22-b155-e9b0ee6780af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628684 Sep 04 16:18:34.681778 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.729256 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Routers {'ff6d1478-1521-4b8f-b3e7-36aea9db275e'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:34.730385 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:34.784082 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247b2a-5e64-464b-928e-a2c912f02aef req-a9034031-1b40-4ab4-beb0-fa92bb003962 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:34.785614 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f3247b2a-5e64-464b-928e-a2c912f02aef req-a9034031-1b40-4ab4-beb0-fa92bb003962 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 946 time: 0.1086242 Sep 04 16:18:34.825833 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b71498-6c98-4b8b-ac5c-0dc1603bf794 None None] Pushing event updated for resources: {'Port': ['ID=018e23c5-cc75-40e3-b7fd-de6309637f0e,revision_number=4']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:34.904776 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] Set router ff6d1478-1521-4b8f-b3e7-36aea9db275e gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:34.935599 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:34.978451 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:34.985220 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'Port': ['ID=34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:34.987794 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (ea45359b-6df0-4bcb-9182-26e4cca9bdd6), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:35.037900 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event deleted for resources: {'Port': ['ID=ea45359b-6df0-4bcb-9182-26e4cca9bdd6,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:35.212570 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '37621327-c551-43a3-a9dc-2438d295997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:26Z', 'updated_at': '2022-09-04T16:18:31Z', 'revision_number': 4, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'gw_port': {'id': '37621327-c551-43a3-a9dc-2438d295997c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:27Z', 'updated_at': '2022-09-04T16:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '018e23c5-cc75-40e3-b7fd-de6309637f0e', 'name': '', 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'mac_address': 'fa:16:3e:77:19:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '162500f2-896b-4d21-9fba-5cfe49ffa78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:30Z', 'updated_at': '2022-09-04T16:18:34Z', 'revision_number': 4, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'subnets': [{'id': '162500f2-896b-4d21-9fba-5cfe49ffa78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:35.222378 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:35.243858 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c4090-ad8f-4e84-b59a-fe390c7f7422 None None] The sync data for ids ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'] in dv-cinder-852364-6-iscsi is: [{'id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '37621327-c551-43a3-a9dc-2438d295997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:26Z', 'updated_at': '2022-09-04T16:18:31Z', 'revision_number': 4, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'gw_port': {'id': '37621327-c551-43a3-a9dc-2438d295997c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:27Z', 'updated_at': '2022-09-04T16:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '018e23c5-cc75-40e3-b7fd-de6309637f0e', 'name': '', 'network_id': '0ad5231b-0d66-4280-9f0d-77b11ea581da', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'mac_address': 'fa:16:3e:77:19:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '162500f2-896b-4d21-9fba-5cfe49ffa78b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:30Z', 'updated_at': '2022-09-04T16:18:34Z', 'revision_number': 4, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'subnets': [{'id': '162500f2-896b-4d21-9fba-5cfe49ffa78b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:18:35.346418 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:18:35.402480 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f3247b2a-5e64-464b-928e-a2c912f02aef req-f531e605-61fc-4ae6-8800-561ae5542d4c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6d83d604-cd06-4997-a6a6-ea2b32bed250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5999806 Sep 04 16:18:35.426594 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Router 421579d0-576d-4711-b954-945f2a7b2101 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:18:35.707271 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0fab8624-f09c-469e-8ac8-6f6ed31f2078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:35.709995 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:18:35.730724 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:18:35.761339 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:35.771378 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:35.869945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] No DVR routers for this DVR port 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:18:35.873039 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:35.876838 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-335ae3a1-f0b5-4a5a-8ff7-fe70546311f8 req-e7f2f4d0-3fec-4dcb-9d13-751c443c3780 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "DELETE /networking/v2.0/ports/34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a HTTP/1.1" status: 204 len: 173 time: 2.7652822 Sep 04 16:18:35.882779 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449c2258-280e-405f-a3d1-498688a52529', 'name': 'network-vif-deleted', 'tag': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:18:35.885071 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd36019-f23d-484f-9ce0-7266f7a0193b" -d '{"events": [{"server_uuid": "449c2258-280e-405f-a3d1-498688a52529", "name": "network-vif-deleted", "tag": "34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:18:35.900638 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4d8e3052-ae58-47a8-aaf8-487a54ba0310 req-b794849c-b601-45b5-9d21-fd6b867b1559 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.0938761 Sep 04 16:18:35.915785 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc8b90-76e4-4ed0-9c43-5f0851400d04 req-d13452e3-b6da-4e2e-9dd2-08fd85f9208a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:35.923689 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-45bc8b90-76e4-4ed0-9c43-5f0851400d04 req-d13452e3-b6da-4e2e-9dd2-08fd85f9208a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1665699 Sep 04 16:18:35.951168 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:18:35.966546 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] Sync routers for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:18:35.987446 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:35.996564 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:35.998791 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:36.035058 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db54eb84-988f-4b50-80a8-cc72358abef4 x-openstack-request-id: req-db54eb84-988f-4b50-80a8-cc72358abef4 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:18:36.035898 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449c2258-280e-405f-a3d1-498688a52529", "name": "network-vif-deleted", "tag": "34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:18:36.036211 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db54eb84-988f-4b50-80a8-cc72358abef4 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:18:36.037174 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db54eb84-988f-4b50-80a8-cc72358abef4'] response: {'server_uuid': '449c2258-280e-405f-a3d1-498688a52529', 'name': 'network-vif-deleted', 'tag': '34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a', 'status': 'completed', 'code': 200} Sep 04 16:18:36.046160 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] No DVR routers for this DVR port ea45359b-6df0-4bcb-9182-26e4cca9bdd6 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:18:36.048959 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:36.057028 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f951c90-154a-4f39-b4a3-5033a7215f92 req-9f82dd7e-7c59-46ed-9bc7-3e84b67ff079 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "DELETE /networking/v2.0/ports/ea45359b-6df0-4bcb-9182-26e4cca9bdd6 HTTP/1.1" status: 204 len: 173 time: 2.9280293 Sep 04 16:18:36.085331 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-45bc8b90-76e4-4ed0-9c43-5f0851400d04 req-d93cfe1c-316a-4245-8e3b-23156c4d2b27 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534739 Sep 04 16:18:36.253748 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:36.307872 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 018e23c5-cc75-40e3-b7fd-de6309637f0e up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:36.418324 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:36.450335 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:18:36.460116 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 018e23c5-cc75-40e3-b7fd-de6309637f0e triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:36.460493 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:36.550857 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:36.551556 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:36.680616 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f29d6f25-d3c1-4cef-adea-05b812755cbd req-b6040169-d536-42e4-bbad-a218bca33640 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 210 time: 0.0590303 Sep 04 16:18:36.808078 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:36.813154 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:36.911080 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:36.946648 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] Checking router: 421579d0-576d-4711-b954-945f2a7b2101 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:18:36.956913 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:18:36.957764 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:18:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:36.988099 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 018e23c5-cc75-40e3-b7fd-de6309637f0e is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:36.988682 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:37.061309 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:37.133280 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port 018e23c5-cc75-40e3-b7fd-de6309637f0e, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=018e23c5-cc75-40e3-b7fd-de6309637f0e,segment=NetworkSegment(6ce4e8d8-53e8-43e9-90ab-c8813754d8d5),segment_id=6ce4e8d8-53e8-43e9-90ab-c8813754d8d5)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:18:37.133613 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cf7c8a9-f461-4e70-bfb2-260f0e480710 req-62060ac0-ffa2-49b5-a0ee-c03398372281 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=449c2258-280e-405f-a3d1-498688a52529 HTTP/1.1" status: 200 len: 210 time: 0.0532317 Sep 04 16:18:37.156400 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:37.201610 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:18:37.240299 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:37.275092 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:37.281310 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511407a-9aa0-4c1b-b2cd-1ae4a0cc11b8 req-4ced980f-e532-4086-b864-e1e2bee582ce tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:37.292086 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1511407a-9aa0-4c1b-b2cd-1ae4a0cc11b8 req-4ced980f-e532-4086-b864-e1e2bee582ce tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0968962 Sep 04 16:18:37.331635 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ea45359b-6df0-4bcb-9182-26e4cca9bdd6 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:18:37.383746 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: ea45359b-6df0-4bcb-9182-26e4cca9bdd6 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:18:37.384275 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ea45359b-6df0-4bcb-9182-26e4cca9bdd6 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:18:37.384965 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:18:37.389093 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1511407a-9aa0-4c1b-b2cd-1ae4a0cc11b8 req-05113727-6777-4f4f-8e88-ab33f62c1e70 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958519 Sep 04 16:18:37.441201 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:18:37.451122 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 34cf8243-0fd0-4c2f-b7aa-78222c3a9a6a not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:18:37.507634 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:37.520967 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=018e23c5-cc75-40e3-b7fd-de6309637f0e,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:37.538855 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291cc54b-ff8d-41c9-b96d-18c8a24e3386 None None] The sync data for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi is: [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:18:37.575145 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:18:37.601264 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6697c4fa-7200-4f64-9b05-af6563426cde None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:18:37.948317 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8470f390-a1c5-423c-ad55-b361c61e4135 req-165d22ae-4744-4480-9df3-12cd3692aea6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=25192300-f22a-4b50-b390-17236f961eb5 HTTP/1.1" status: 200 len: 210 time: 0.1021891 Sep 04 16:18:38.038061 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-deleted', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:18:38.041400 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccf2a80-51b7-47ca-b49d-789028bd28e0" -d '{"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-deleted", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:18:38.080032 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0794be-955a-4413-8863-b0d9676e3ca3 x-openstack-request-id: req-0a0794be-955a-4413-8863-b0d9676e3ca3 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:18:38.080559 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25192300-f22a-4b50-b390-17236f961eb5", "name": "network-vif-deleted", "tag": "ea45359b-6df0-4bcb-9182-26e4cca9bdd6", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:18:38.080728 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a0794be-955a-4413-8863-b0d9676e3ca3 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:18:38.081173 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0794be-955a-4413-8863-b0d9676e3ca3'] response: {'server_uuid': '25192300-f22a-4b50-b390-17236f961eb5', 'name': 'network-vif-deleted', 'tag': 'ea45359b-6df0-4bcb-9182-26e4cca9bdd6', 'status': 'completed', 'code': 200} Sep 04 16:18:38.122790 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-2df6728c-f156-4f86-bf20-c1252aa43257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:38.167963 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 018e23c5-cc75-40e3-b7fd-de6309637f0e up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:18:38.264464 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 018e23c5-cc75-40e3-b7fd-de6309637f0e triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:38.266100 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:38.331890 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52084) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:38.360069 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 018e23c5-cc75-40e3-b7fd-de6309637f0e is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:18:38.419883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b22f-68ec-44c0-aef7-972867619777 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (4c777c24-5f08-4a22-b155-e9b0ee6780af), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:38.444760 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b22f-68ec-44c0-aef7-972867619777 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (4c777c24-5f08-4a22-b155-e9b0ee6780af), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:38.475163 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:38.548983 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89282494-7921-48d8-88f3-61431844a7ba req-3a645837-20b0-4cf2-83f9-a8c4e7f15438 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:38.550607 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89282494-7921-48d8-88f3-61431844a7ba req-3a645837-20b0-4cf2-83f9-a8c4e7f15438 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0603323 Sep 04 16:18:38.587879 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b22f-68ec-44c0-aef7-972867619777 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4c777c24-5f08-4a22-b155-e9b0ee6780af), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:38.591338 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b22f-68ec-44c0-aef7-972867619777 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:38.592974 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bcc9b22f-68ec-44c0-aef7-972867619777 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4c777c24-5f08-4a22-b155-e9b0ee6780af HTTP/1.1" status: 204 len: 168 time: 0.2601557 Sep 04 16:18:38.595197 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:38.596008 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52088) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:38.604617 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9b22f-68ec-44c0-aef7-972867619777 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c777c24-5f08-4a22-b155-e9b0ee6780af,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:38.623538 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.api.v2.resource [None req-cdf1d52c-a44f-414d-8854-b23c5db493fc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] show failed (client error): The resource could not be found. Sep 04 16:18:38.627508 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-cdf1d52c-a44f-414d-8854-b23c5db493fc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups/4c777c24-5f08-4a22-b155-e9b0ee6780af HTTP/1.1" status: 404 len: 347 time: 0.0275242 Sep 04 16:18:38.628348 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52090) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:38.647315 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-89282494-7921-48d8-88f3-61431844a7ba req-5c1d5fe1-4751-410b-8a65-c406393378f8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881631 Sep 04 16:18:38.775060 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Deleting port 47107fc8-fd97-4fb5-8de4-99b5f914ed7d {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:18:38.776125 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (47107fc8-fd97-4fb5-8de4-99b5f914ed7d), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:38.869944 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (47107fc8-fd97-4fb5-8de4-99b5f914ed7d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:38.870527 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (47107fc8-fd97-4fb5-8de4-99b5f914ed7d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:38.884421 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Calling delete_port for 47107fc8-fd97-4fb5-8de4-99b5f914ed7d owned by network:floatingip {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:18:39.118174 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.174974 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (47107fc8-fd97-4fb5-8de4-99b5f914ed7d), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.185946 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52096) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:39.225322 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'Port': ['ID=47107fc8-fd97-4fb5-8de4-99b5f914ed7d,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:39.268762 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c230fb-87bb-4433-a927-5e7dc3306cd1 None None] New status for floating IP 6f2d569a-ab71-4449-9691-993e33bf2e17: DOWN {{(pid=106843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:18:39.281974 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef75a471-018d-4d3c-a464-87597c5600bc None None] New status for floating IP 860db11f-3e1b-408d-ab75-c89fb02a4657: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:18:39.292651 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e169f279-f3ce-4259-b60f-5689ab7eef54 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (6d83d604-cd06-4997-a6a6-ea2b32bed250), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.341054 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e169f279-f3ce-4259-b60f-5689ab7eef54 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (6d83d604-cd06-4997-a6a6-ea2b32bed250), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.361609 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (860db11f-3e1b-408d-ab75-c89fb02a4657), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.364214 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.369266 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-4bba328d-5a18-4946-8134-6dc3846403ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/860db11f-3e1b-408d-ab75-c89fb02a4657 HTTP/1.1" status: 204 len: 168 time: 0.7361453 Sep 04 16:18:39.501171 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e169f279-f3ce-4259-b60f-5689ab7eef54 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6d83d604-cd06-4997-a6a6-ea2b32bed250), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.504823 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e169f279-f3ce-4259-b60f-5689ab7eef54 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.506134 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-e169f279-f3ce-4259-b60f-5689ab7eef54 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6d83d604-cd06-4997-a6a6-ea2b32bed250 HTTP/1.1" status: 204 len: 168 time: 0.3186445 Sep 04 16:18:39.511330 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52100) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:39.517275 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:39.518462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169f279-f3ce-4259-b60f-5689ab7eef54 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d83d604-cd06-4997-a6a6-ea2b32bed250,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:39.536062 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.api.v2.resource [None req-fc08b491-7626-409f-8ece-374150d753a7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] show failed (client error): The resource could not be found. Sep 04 16:18:39.537844 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-fc08b491-7626-409f-8ece-374150d753a7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups/6d83d604-cd06-4997-a6a6-ea2b32bed250 HTTP/1.1" status: 404 len: 347 time: 0.0277872 Sep 04 16:18:39.541054 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52102) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:39.571165 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52104) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:39.576042 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-fb9077fc-b45c-49a2-a4ef-efc6613a7924 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--934367290', 'description': 'tempest-description--861285866'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:39.679444 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9077fc-b45c-49a2-a4ef-efc6613a7924 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.681832 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Deleting port bd14b95a-8399-4148-ae5d-b40f958938f3 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:18:39.682277 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (bd14b95a-8399-4148-ae5d-b40f958938f3), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.777991 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (bd14b95a-8399-4148-ae5d-b40f958938f3), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.778792 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (bd14b95a-8399-4148-ae5d-b40f958938f3), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.797875 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Calling delete_port for bd14b95a-8399-4148-ae5d-b40f958938f3 owned by network:floatingip {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:18:39.808934 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4413a34-3990-457d-9093-9492dacab2e2 req-b0b3451a-342c-4c98-9cb9-1af1ec95e73e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:39.810522 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f4413a34-3990-457d-9093-9492dacab2e2 req-b0b3451a-342c-4c98-9cb9-1af1ec95e73e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0717380 Sep 04 16:18:39.871713 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:39.875384 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f4413a34-3990-457d-9093-9492dacab2e2 req-4d090ebb-caf7-4466-98bf-306fe55198f7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580728 Sep 04 16:18:39.882157 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9077fc-b45c-49a2-a4ef-efc6613a7924 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (1425aa2c-9ee1-4e3a-8eff-ee2013488d9e), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.935545 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9077fc-b45c-49a2-a4ef-efc6613a7924 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1425aa2c-9ee1-4e3a-8eff-ee2013488d9e), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:39.969505 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9077fc-b45c-49a2-a4ef-efc6613a7924 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:40.051025 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (bd14b95a-8399-4148-ae5d-b40f958938f3), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.075472 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9077fc-b45c-49a2-a4ef-efc6613a7924 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.077370 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event deleted for resources: {'Port': ['ID=bd14b95a-8399-4148-ae5d-b40f958938f3,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:40.083464 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52108) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:40.089042 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-111985fc-75e0-42e4-bf44-ffbb24bf4cef tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group_rule': {'security_group_id': '1425aa2c-9ee1-4e3a-8eff-ee2013488d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:40.089858 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-fb9077fc-b45c-49a2-a4ef-efc6613a7924 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5066788 Sep 04 16:18:40.122070 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:40.176100 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (6f2d569a-ab71-4449-9691-993e33bf2e17), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.178944 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.184454 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f38b4f06-e7a2-4de9-9037-bbdd9a3875ab tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/6f2d569a-ab71-4449-9691-993e33bf2e17 HTTP/1.1" status: 204 len: 168 time: 0.6381931 Sep 04 16:18:40.223999 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-111985fc-75e0-42e4-bf44-ffbb24bf4cef tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (f04fbea4-648f-4374-a65d-c4037c76f3d4), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.316157 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-111985fc-75e0-42e4-bf44-ffbb24bf4cef tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (f04fbea4-648f-4374-a65d-c4037c76f3d4), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.363992 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52112) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:40.368982 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-5ca1cbd8-eb96-4b5b-99c5-3576ab5973c5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009173493', 'description': 'tempest-description--2101153023'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:40.377307 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-111985fc-75e0-42e4-bf44-ffbb24bf4cef tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (f04fbea4-648f-4374-a65d-c4037c76f3d4), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.412226 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111985fc-75e0-42e4-bf44-ffbb24bf4cef tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04fbea4-648f-4374-a65d-c4037c76f3d4,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:40.462471 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5ca1cbd8-eb96-4b5b-99c5-3576ab5973c5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.486141 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-111985fc-75e0-42e4-bf44-ffbb24bf4cef tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.489847 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-111985fc-75e0-42e4-bf44-ffbb24bf4cef tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4027700 Sep 04 16:18:40.490182 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52114) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:40.495350 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-c85cd51d-691c-4df3-88f7-1e173118f30d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group_rule': {'security_group_id': '1425aa2c-9ee1-4e3a-8eff-ee2013488d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:40.559622 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5ca1cbd8-eb96-4b5b-99c5-3576ab5973c5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (3350216d-2b5b-4eec-8db8-6027623284c5), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.610850 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c85cd51d-691c-4df3-88f7-1e173118f30d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (e7c09c3b-7779-4594-9608-f0cec793a496), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.632393 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5ca1cbd8-eb96-4b5b-99c5-3576ab5973c5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (3350216d-2b5b-4eec-8db8-6027623284c5), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.632829 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.697822 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1cbd8-eb96-4b5b-99c5-3576ab5973c5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3350216d-2b5b-4eec-8db8-6027623284c5,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:40.704489 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c85cd51d-691c-4df3-88f7-1e173118f30d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (e7c09c3b-7779-4594-9608-f0cec793a496), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.720269 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5ca1cbd8-eb96-4b5b-99c5-3576ab5973c5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.721642 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-5ca1cbd8-eb96-4b5b-99c5-3576ab5973c5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3563650 Sep 04 16:18:40.724429 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52116) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:40.729912 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-bc8ca4c7-d4ef-46c0-8e53-bff9b10896fe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'security_group_rule': {'security_group_id': '3350216d-2b5b-4eec-8db8-6027623284c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:40.759794 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c85cd51d-691c-4df3-88f7-1e173118f30d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (e7c09c3b-7779-4594-9608-f0cec793a496), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.769996 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.780533 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cd51d-691c-4df3-88f7-1e173118f30d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c09c3b-7779-4594-9608-f0cec793a496,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:40.816222 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca4c7-d4ef-46c0-8e53-bff9b10896fe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (86465d98-c107-4c9a-8e43-bb822efd1a90), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.834892 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:40.857156 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c85cd51d-691c-4df3-88f7-1e173118f30d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.863245 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c85cd51d-691c-4df3-88f7-1e173118f30d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3716679 Sep 04 16:18:40.863793 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52118) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:40.868653 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:40.903221 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca4c7-d4ef-46c0-8e53-bff9b10896fe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (86465d98-c107-4c9a-8e43-bb822efd1a90), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.952702 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca4c7-d4ef-46c0-8e53-bff9b10896fe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (86465d98-c107-4c9a-8e43-bb822efd1a90), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.952944 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:40.978836 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ca4c7-d4ef-46c0-8e53-bff9b10896fe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86465d98-c107-4c9a-8e43-bb822efd1a90,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:41.046955 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca4c7-d4ef-46c0-8e53-bff9b10896fe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:41.048409 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bc8ca4c7-d4ef-46c0-8e53-bff9b10896fe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228545 Sep 04 16:18:41.051085 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52122) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:41.056460 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-e76c51f7-057c-48e8-aca0-260a2a195f7b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'security_group_rule': {'security_group_id': '3350216d-2b5b-4eec-8db8-6027623284c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:41.068135 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e7415-3fc7-4a33-b089-98b588e7b06c req-9b0919ef-c9bb-41ba-a093-d236dead15b6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:41.075500 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-228e7415-3fc7-4a33-b089-98b588e7b06c req-9b0919ef-c9bb-41ba-a093-d236dead15b6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0730307 Sep 04 16:18:41.101474 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:41.109342 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:41.161871 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e76c51f7-057c-48e8-aca0-260a2a195f7b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (2ae8e724-5b6e-4a2f-9d4d-45d13d83dadb), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:41.185734 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-228e7415-3fc7-4a33-b089-98b588e7b06c req-2f39dedc-37ae-4595-88eb-7396ed004509 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026871 Sep 04 16:18:41.266351 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Allocated IP 172.27.3.167 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/645d14e0-619e-48b3-be02-a20aedc98a11) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:41.278814 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e76c51f7-057c-48e8-aca0-260a2a195f7b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (2ae8e724-5b6e-4a2f-9d4d-45d13d83dadb), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:41.406221 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (645d14e0-619e-48b3-be02-a20aedc98a11), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:41.437546 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:41.838468 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e76c51f7-057c-48e8-aca0-260a2a195f7b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (2ae8e724-5b6e-4a2f-9d4d-45d13d83dadb), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:41.839105 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (645d14e0-619e-48b3-be02-a20aedc98a11), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:41.860580 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c51f7-057c-48e8-aca0-260a2a195f7b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae8e724-5b6e-4a2f-9d4d-45d13d83dadb,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:41.881110 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:41.884106 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:41.888350 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:41.914113 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=645d14e0-619e-48b3-be02-a20aedc98a11,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:41.976936 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (f3575720-1636-46c6-b893-ac00681fd713), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.034555 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e76c51f7-057c-48e8-aca0-260a2a195f7b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.035789 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-e76c51f7-057c-48e8-aca0-260a2a195f7b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9834137 Sep 04 16:18:42.039002 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52124) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:18:42.043694 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:42.135250 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (645d14e0-619e-48b3-be02-a20aedc98a11), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.158005 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.314487 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:42.355674 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.376802 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3dbe0-ed03-4fb4-a811-4fc5b79bc743 req-fef05b6a-9078-4437-983c-ba67a3d354e9 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:42.378563 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d1b3dbe0-ed03-4fb4-a811-4fc5b79bc743 req-fef05b6a-9078-4437-983c-ba67a3d354e9 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0815537 Sep 04 16:18:42.555395 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d1b3dbe0-ed03-4fb4-a811-4fc5b79bc743 req-ae358ff2-33c9-4ace-8bd4-f52dfb14eada tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657715 Sep 04 16:18:42.557719 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (645d14e0-619e-48b3-be02-a20aedc98a11), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.591444 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Allocated IP 172.27.3.10 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/324554d8-e7de-47bf-8b7d-ca508057793d) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:42.622580 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (645d14e0-619e-48b3-be02-a20aedc98a11), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.740292 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=645d14e0-619e-48b3-be02-a20aedc98a11,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:42.745205 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (f3575720-1636-46c6-b893-ac00681fd713), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.784343 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for port (324554d8-e7de-47bf-8b7d-ca508057793d), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.795745 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:42.829462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.831024 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f701fd86-558a-411b-b21c-4de1dd1318f0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9663060 Sep 04 16:18:42.884599 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (324554d8-e7de-47bf-8b7d-ca508057793d), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:42.937929 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:42.943890 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:42.948377 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:42.950849 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'Port': ['ID=324554d8-e7de-47bf-8b7d-ca508057793d,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:43.089248 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (0c6b7474-ae62-4f79-b362-fa09b3e64b6b), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:43.118305 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f0cdaa53-1085-4290-bf3c-88c3a4ae2974 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--934367290&fields=id&tenant_id=1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 267 time: 0.0836358 Sep 04 16:18:43.497152 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (324554d8-e7de-47bf-8b7d-ca508057793d), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:43.528931 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:43.563030 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-50e3bcc8-8aa2-450c-acd0-94d56779d564 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:43.569918 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-50e3bcc8-8aa2-450c-acd0-94d56779d564 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 815 time: 0.4505558 Sep 04 16:18:43.585608 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-8e14c6b3-3129-4388-aeb0-e1e82f0fa246 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/quotas/1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 375 time: 0.0146463 Sep 04 16:18:43.736360 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-10ab3df8-fa06-437c-8fdd-aba18819dedc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265590 Sep 04 16:18:43.765643 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f75c3a-e0a7-42e4-a4f6-aaa9547dac9c req-2714c316-6695-4734-9143-a817f7eeb102 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:43.767357 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b1f75c3a-e0a7-42e4-a4f6-aaa9547dac9c req-2714c316-6695-4734-9143-a817f7eeb102 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1053331 Sep 04 16:18:43.893600 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for port (324554d8-e7de-47bf-8b7d-ca508057793d), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:43.910815 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b1f75c3a-e0a7-42e4-a4f6-aaa9547dac9c req-ff35b46c-877c-4b47-976c-a8b6ec9fe817 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230190 Sep 04 16:18:43.949439 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-981cd0d8-87b0-4049-bc60-961d88a093f5 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969457 Sep 04 16:18:43.974389 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (324554d8-e7de-47bf-8b7d-ca508057793d), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:44.090576 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:44.093714 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'Port': ['ID=324554d8-e7de-47bf-8b7d-ca508057793d,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:44.103759 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (0c6b7474-ae62-4f79-b362-fa09b3e64b6b), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:44.138201 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-ee5f6e5c-81cc-4ada-93e5-da302dde9557 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824963 Sep 04 16:18:44.167253 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:44.176718 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-803637d6-d97c-4ae3-aebf-8ace041aaa48 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1285284 Sep 04 16:18:44.445485 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d4e1c982-8c7e-45df-bdf5-380aa4fdd854 req-9f457bec-1148-49b1-824a-64497e33f026 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 210 time: 0.0339699 Sep 04 16:18:44.473052 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-500442a2-a82b-4552-81c8-d2d43291f28f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1009173493&fields=id&tenant_id=3219dc7400ec4957a31b1b0fabfd8c56 HTTP/1.1" status: 200 len: 267 time: 0.0902815 Sep 04 16:18:44.617000 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-9f8d5887-c362-40c3-9cb9-cc50139ac8ca tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:44.618846 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-9f8d5887-c362-40c3-9cb9-cc50139ac8ca tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 817 time: 0.1366856 Sep 04 16:18:44.635866 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-a3bfbac4-0525-4df4-9191-0a0f236ced87 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/quotas/3219dc7400ec4957a31b1b0fabfd8c56 HTTP/1.1" status: 200 len: 375 time: 0.0104823 Sep 04 16:18:44.703738 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-f05dcb03-a2d0-4df4-86bc-62a749f2ada2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599549 Sep 04 16:18:44.827005 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-64baeb55-fbbd-42cf-924a-fcabb57ff345 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087983 Sep 04 16:18:44.901219 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:44.936810 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-40ebda55-92b2-4b64-a8af-22dc739958e0 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031046 Sep 04 16:18:45.064019 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56499c4-fb62-4f81-bf12-14739f925db0 req-7e718556-f945-4643-b1b9-49dc94146a2f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:45.065553 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e56499c4-fb62-4f81-bf12-14739f925db0 req-7e718556-f945-4643-b1b9-49dc94146a2f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0575671 Sep 04 16:18:45.121124 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e56499c4-fb62-4f81-bf12-14739f925db0 req-778da95c-c0cf-4541-af99-b7caa5016bcb tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493286 Sep 04 16:18:45.575294 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ce0a2a70-a9e5-444e-939c-c0b5f84c55b8 req-6590cd0a-d4e2-4497-8821-fb46b93f6ad7 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 210 time: 0.0413570 Sep 04 16:18:45.623070 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c208c0d3-6dcc-41f2-9450-ea59ed2ebe89 req-2dea79eb-f729-4262-9da6-816d8811a466 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 210 time: 0.0377259 Sep 04 16:18:46.252178 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b35659-6a0d-4b17-9d2c-12764d1f82e2 req-9e53fa3a-9655-4797-87e2-12b98b82d835 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:46.253669 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-91b35659-6a0d-4b17-9d2c-12764d1f82e2 req-9e53fa3a-9655-4797-87e2-12b98b82d835 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0478611 Sep 04 16:18:46.300945 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-91b35659-6a0d-4b17-9d2c-12764d1f82e2 req-aa847001-a55b-4be0-98d6-1a89b7d21cf6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414846 Sep 04 16:18:46.700212 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-518a5a3d-3870-43be-9036-93bd4b903ec4 req-88fc908c-1405-427b-833d-787f40046469 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 210 time: 0.0354035 Sep 04 16:18:46.807498 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-4114bc2b-1c9e-44d5-89d9-89a8885443a2 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:46.808979 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-4114bc2b-1c9e-44d5-89d9-89a8885443a2 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/networks?id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b HTTP/1.1" status: 200 len: 815 time: 0.1117296 Sep 04 16:18:46.824611 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-c4ee22b1-b423-4082-a4b9-ef3740d33aa9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/quotas/ae092c3124e9438fa20dfda624775825 HTTP/1.1" status: 200 len: 375 time: 0.0099800 Sep 04 16:18:46.877288 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1392cd55-d371-49e2-b4aa-7c7298e378c3 req-c50d197b-8e6a-45f1-a191-72326dd12700 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 210 time: 0.0507398 Sep 04 16:18:46.895007 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-2fe82ca3-f821-4c4b-9ab4-e8669f77046f tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=ae092c3124e9438fa20dfda624775825&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569553 Sep 04 16:18:46.999544 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-5bc31c5b-4e84-4e1a-8753-d9afdbaef2d9 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914342 Sep 04 16:18:47.012940 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:47.092341 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-622d1c78-b761-4b21-9038-0cabd44ddd02 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Sep 04 16:18:47.220566 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-0985e76f-3c90-4d89-8db3-fc45cf88e176 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:47.222049 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-0985e76f-3c90-4d89-8db3-fc45cf88e176 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 815 time: 0.1164799 Sep 04 16:18:47.300470 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-cdfc63dc-564e-48cb-9494-e2228f08558c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 379 time: 0.0644908 Sep 04 16:18:47.344038 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'port': {'device_id': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'admin_state_up': True, 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'security_groups': ['1425aa2c-9ee1-4e3a-8eff-ee2013488d9e']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:47.403548 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-54310bbd-5082-4e04-8651-8962d24150b8 req-6346fcaf-c3ac-4781-b32a-83e161c5f193 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 210 time: 0.0969427 Sep 04 16:18:47.472109 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f3768-ec7b-4b7f-b988-ef1c5acf5a37 req-6c3a7e4c-e538-4432-89a7-703ecdc5de8b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:47.473669 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b0f3768-ec7b-4b7f-b988-ef1c5acf5a37 req-6c3a7e4c-e538-4432-89a7-703ecdc5de8b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0672874 Sep 04 16:18:47.549274 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b0f3768-ec7b-4b7f-b988-ef1c5acf5a37 req-1ef9cf19-9bb8-4b7c-946d-0fbf4f6cffce tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615408 Sep 04 16:18:47.598646 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Made reservation on behalf of 1cc5ea4158344d5c8a35bc5783410620 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:18:47.603383 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:47.627879 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:47.738280 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Allocated IP 172.20.0.5 (1fe4af06-d7bb-4218-9bf8-f19072fe6b17/b3dc0cdd-5a85-4672-8760-14c1555930d6/5109bc3e-5bc8-407d-b0e7-4d3d700d2044) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:47.792329 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:47.848605 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2fd996a3-6cbf-4d70-bf37-cc946a027fd1 req-bbfc3c8d-e8cb-4980-a105-39197982b50a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 210 time: 0.0673051 Sep 04 16:18:47.887788 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:47.911741 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:47.992223 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-68aa0fd4-1377-478b-930c-b6934ccc39f4 req-f7087dbe-aab0-4f92-8573-4f5c0f1afa74 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 210 time: 0.0287254 Sep 04 16:18:48.016066 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:48.064160 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:48.067097 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:48.071405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:48.111940 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:48.170824 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.171171 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.171495 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.171825 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.172151 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.172465 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.172790 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.173106 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.173423 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.173769 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.174208 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.179997 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.179997 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.179997 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.179997 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:18:48.204882 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:48.205520 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:48.265789 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-b8eac965-9cb0-4b83-b645-5d6df2c3f4e4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:48.267978 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-b8eac965-9cb0-4b83-b645-5d6df2c3f4e4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 817 time: 0.1721809 Sep 04 16:18:48.271270 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-f43640e9-cea2-4d28-b67e-92498ee04cbd tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9545217 Sep 04 16:18:48.291039 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Request body: {'port': {'device_id': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:48.333339 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-50bf5202-45b6-48d7-9ef5-1ed81ccf3f6f None None] Provisioning complete for port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:48.336244 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-50bf5202-45b6-48d7-9ef5-1ed81ccf3f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:48.371402 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-50bf5202-45b6-48d7-9ef5-1ed81ccf3f6f None None] Port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:18:48.399741 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-1bfa4f32-019d-4014-a356-60e58e08cec6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3219dc7400ec4957a31b1b0fabfd8c56 HTTP/1.1" status: 200 len: 380 time: 0.1180692 Sep 04 16:18:48.400686 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:48.413952 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'port': {'device_id': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'admin_state_up': True, 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'security_groups': ['3350216d-2b5b-4eec-8db8-6027623284c5']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:48.528769 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f5547089-8c53-4fe5-b311-9f796530e360 req-49212ac4-e336-4697-9634-55e9a61d0c6c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 210 time: 0.0491493 Sep 04 16:18:48.567068 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:48.744942 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1241a98-120f-4d3c-babc-33f4e778bb40 req-5bada572-bc05-45f0-8b23-0cb5d45b5a82 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:48.746448 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a1241a98-120f-4d3c-babc-33f4e778bb40 req-5bada572-bc05-45f0-8b23-0cb5d45b5a82 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1130135 Sep 04 16:18:48.780981 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Made reservation on behalf of 3219dc7400ec4957a31b1b0fabfd8c56 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:18:48.784542 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:48.861848 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a1241a98-120f-4d3c-babc-33f4e778bb40 req-5fb5ba61-864e-42ab-a065-df4fa55e038f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068399 Sep 04 16:18:48.870931 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:48.948951 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:18:48.968872 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Publish callbacks [] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:49.039305 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Transition to ACTIVE for port object 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:18:49.049159 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6de7de-a65a-44f0-b6a7-ac4e4a17a4dd req-cfd7c12c-c01a-425d-aa37-fda0e1dc7485 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:49.050672 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5c6de7de-a65a-44f0-b6a7-ac4e4a17a4dd req-cfd7c12c-c01a-425d-aa37-fda0e1dc7485 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 931 time: 0.1160145 Sep 04 16:18:49.067405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Allocated IP 172.20.0.5 (d8e80fc6-ad05-43a4-89cd-45fef4a75dff/8e524df5-d90a-462e-b47c-e3a2cd1e1833/6d210ca9-1ff4-4f3e-842e-652e252e69a7) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:49.127544 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:49.131004 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-359f8dec-d594-4476-9ee1-443031186a2e req-eea984f3-5c77-4e7e-8b20-4316d30d772e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 210 time: 0.0533538 Sep 04 16:18:49.190236 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:49.201156 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5c6de7de-a65a-44f0-b6a7-ac4e4a17a4dd req-71ce2686-79bd-4a40-a426-3ba6649285db tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433489 Sep 04 16:18:49.269031 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Pushing event updated for resources: {'Port': ['ID=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:49.363933 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Attempting to bind port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:18:49.364260 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Attempting to bind port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:18:49.364577 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Attempting to bind port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:49.377182 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:18:49.377492 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Attempting to bind port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:49.382336 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:49.391337 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:18:49.391773 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Checking segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:49.392139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Bound using segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:18:49.392821 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Bound port: 5109bc3e-5bc8-407d-b0e7-4d3d700d2044, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:18:49.393165 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:49.472257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] For port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:18:49.475195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] For port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:18:49.512904 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:49.546451 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:49.563301 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:49.566832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:49.567451 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:49.568879 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/5109bc3e-5bc8-407d-b0e7-4d3d700d2044 HTTP/1.1" status: 200 len: 1093 time: 1.2866390 Sep 04 16:18:49.569377 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'tag': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:18:49.571646 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a456c3-a57c-4c96-8fa5-1b73bc5d29b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5636f2-5f2f-45ca-af8a-d998079502df", "tag": "5109bc3e-5bc8-407d-b0e7-4d3d700d2044"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:18:49.576816 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:49.580992 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:49.587536 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:49.647653 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d6a158-ef48-44b9-a20d-9e6e482d04b6 x-openstack-request-id: req-42d6a158-ef48-44b9-a20d-9e6e482d04b6 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:18:49.647653 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5636f2-5f2f-45ca-af8a-d998079502df", "tag": "5109bc3e-5bc8-407d-b0e7-4d3d700d2044", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:18:49.647653 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42d6a158-ef48-44b9-a20d-9e6e482d04b6 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:18:49.647653 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d6a158-ef48-44b9-a20d-9e6e482d04b6'] response: {'name': 'network-changed', 'server_uuid': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'tag': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044', 'status': 'completed', 'code': 200} Sep 04 16:18:49.673156 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-33da5510-7fae-409d-a9fc-9e6be13a8174 req-da06fc05-799a-49b7-ab78-a7c410b6ed93 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 210 time: 0.0624630 Sep 04 16:18:49.693463 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:49.694170 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:49.717256 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a8d7d-2901-4d09-81da-457199fdb39b service neutron] Pushing event updated for resources: {'Port': ['ID=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:49.814277 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-29410587-6230-4e1d-aefd-eaff2b1ea5f2 None None] Provisioning complete for port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:49.814860 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-29410587-6230-4e1d-aefd-eaff2b1ea5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:49.823336 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-10733923-f128-42f1-b733-bd9f56f9f69b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4130361 Sep 04 16:18:49.845630 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-29410587-6230-4e1d-aefd-eaff2b1ea5f2 None None] Port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:18:49.890936 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Request body: {'port': {'device_id': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:50.308672 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a456c3-a57c-4c96-8fa5-1b73bc5d29b0 req-2d4eb348-eb2b-4576-b7b4-66a749988a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:50.310168 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a7a456c3-a57c-4c96-8fa5-1b73bc5d29b0 req-2d4eb348-eb2b-4576-b7b4-66a749988a05 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 1127 time: 0.4454532 Sep 04 16:18:50.347338 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:50.389041 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45291ff9-162c-4a5f-a4a0-cf865af4c1ec req-11cff25f-0a64-4941-a45a-fe73f170e50b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:50.390512 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-45291ff9-162c-4a5f-a4a0-cf865af4c1ec req-11cff25f-0a64-4941-a45a-fe73f170e50b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.4145052 Sep 04 16:18:50.447686 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e221c6-da8e-4feb-83cc-ecafb1010fac req-2bfaa27c-3d00-4391-8fcb-e6f0b0b1454b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:50.449035 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-85e221c6-da8e-4feb-83cc-ecafb1010fac req-2bfaa27c-3d00-4391-8fcb-e6f0b0b1454b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 931 time: 0.1340861 Sep 04 16:18:50.452895 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:50.479077 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-e4444239-9aaa-4b3f-9119-22d49e0edb73 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:50.480457 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-e4444239-9aaa-4b3f-9119-22d49e0edb73 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.27 "GET /networking/v2.0/networks?id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b HTTP/1.1" status: 200 len: 815 time: 0.6038706 Sep 04 16:18:50.494957 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:50.546243 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-45291ff9-162c-4a5f-a4a0-cf865af4c1ec req-fa491d52-1c66-4862-81de-eb110c8cf07a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430357 Sep 04 16:18:50.577427 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-85e221c6-da8e-4feb-83cc-ecafb1010fac req-64dbb88c-31b2-469b-a91c-444ed3f33d26 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197505 Sep 04 16:18:50.693832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d86a3-8135-434a-b5e8-5e45f40ca56f req-1ab4e764-6bbf-43ce-afc8-d10394d482c8 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:50.695342 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-935d86a3-8135-434a-b5e8-5e45f40ca56f req-1ab4e764-6bbf-43ce-afc8-d10394d482c8 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0687866 Sep 04 16:18:50.812466 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-70e5098e-692b-49e2-b877-c8327619bf97 req-f8499886-13a8-40ed-969f-801451737a80 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 210 time: 0.0571978 Sep 04 16:18:50.830219 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-935d86a3-8135-434a-b5e8-5e45f40ca56f req-613d1690-98b7-40b3-91b0-7fe54b245350 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192460 Sep 04 16:18:50.897238 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d210ca9-1ff4-4f3e-842e-652e252e69a7 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:18:50.904560 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Publish callbacks [] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:50.916605 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Transition to ACTIVE for port object 6d210ca9-1ff4-4f3e-842e-652e252e69a7 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:18:50.984221 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'port': {'device_id': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'admin_state_up': True, 'tenant_id': 'ae092c3124e9438fa20dfda624775825'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:18:51.015098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:51.139154 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc0b31-f1ea-450f-a236-699d66a21820 req-6ca0547f-71fe-42b8-8761-91f10697d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:51.143482 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-3efc0b31-f1ea-450f-a236-699d66a21820 req-6ca0547f-71fe-42b8-8761-91f10697d1d2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 1129 time: 0.0453439 Sep 04 16:18:51.171664 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:51.208074 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:51.212588 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-3efc0b31-f1ea-450f-a236-699d66a21820 req-18a5284a-782d-4434-85e6-7aa8045cd928 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636425 Sep 04 16:18:51.254633 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a456c3-a57c-4c96-8fa5-1b73bc5d29b0 req-7ae853a3-21a2-4516-b95d-3e4590caf663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:51.256099 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a7a456c3-a57c-4c96-8fa5-1b73bc5d29b0 req-7ae853a3-21a2-4516-b95d-3e4590caf663 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=1cc5ea4158344d5c8a35bc5783410620&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2918448 Sep 04 16:18:51.285219 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Attempting to bind port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:18:51.285555 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Attempting to bind port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:18:51.285904 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Attempting to bind port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 on network d8e80fc6-ad05-43a4-89cd-45fef4a75dff {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:51.290956 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 on network d8e80fc6-ad05-43a4-89cd-45fef4a75dff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:18:51.291279 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Attempting to bind port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 on network d8e80fc6-ad05-43a4-89cd-45fef4a75dff {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:18:51.296081 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:18:51.296414 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Checking segment: {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:18:51.296791 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Bound using segment: {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:18:51.297207 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Bound port: 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:18:51.297556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:51.300021 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:51.343302 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Made reservation on behalf of ae092c3124e9438fa20dfda624775825 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:18:51.347654 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:51.378184 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:51.389652 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:18:51.394643 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:18:51.491744 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:51.499221 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:51.499838 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:51.501209 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/6d210ca9-1ff4-4f3e-842e-652e252e69a7 HTTP/1.1" status: 200 len: 1093 time: 1.6258445 Sep 04 16:18:51.558721 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Allocated IP 172.20.0.11 (363bb28e-4d9e-4c6d-90a2-d8bcab58307b/20551ec1-1605-4661-a23e-d6babf234182/156cd70b-43a3-4b2d-899b-983cd2ad0541) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:18:51.579448 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f3555-ed24-43c5-8efa-d6fefd7d8b2c service neutron] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:51.647935 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:18:51.658975 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:18:51.851648 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17561299-d877-46df-b0a3-1cf074c1d5ba req-4ca1d70f-b854-44c6-ab30-ebdcbf5cb134 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:51.853739 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-17561299-d877-46df-b0a3-1cf074c1d5ba req-4ca1d70f-b854-44c6-ab30-ebdcbf5cb134 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1762302 Sep 04 16:18:51.886948 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2c2c-20b6-48c5-8306-7f5753ea01ab req-ab5783ef-88fc-450d-a222-ee4b0e6f2bb0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:51.888453 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5edc2c2c-20b6-48c5-8306-7f5753ea01ab req-ab5783ef-88fc-450d-a222-ee4b0e6f2bb0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.1489000 Sep 04 16:18:51.964847 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a456c3-a57c-4c96-8fa5-1b73bc5d29b0 req-e57c51fa-19a6-4ae9-948b-f6f6c42a1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:51.966358 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a7a456c3-a57c-4c96-8fa5-1b73bc5d29b0 req-e57c51fa-19a6-4ae9-948b-f6f6c42a1966 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3035173 Sep 04 16:18:51.995973 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:51.997661 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:18:52.003689 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:52.017716 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-17561299-d877-46df-b0a3-1cf074c1d5ba req-494572ea-ac1c-4385-9370-013edcb2f1e6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539505 Sep 04 16:18:52.028697 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5edc2c2c-20b6-48c5-8306-7f5753ea01ab req-c5f9d4fc-e5c3-430f-b7f9-e6e1515581f1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196444 Sep 04 16:18:52.131133 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:52.180611 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafcf92f-ab96-42ab-b173-fc91a10d9e31 x-openstack-request-id: req-bafcf92f-ab96-42ab-b173-fc91a10d9e31 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:18:52.181936 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:18:52.182405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bafcf92f-ab96-42ab-b173-fc91a10d9e31 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:18:52.183038 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafcf92f-ab96-42ab-b173-fc91a10d9e31'] response: {'name': 'network-changed', 'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'status': 'completed', 'code': 200} Sep 04 16:18:52.211479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:18:52.216194 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:18:52.218463 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'Port': ['ID=156cd70b-43a3-4b2d-899b-983cd2ad0541,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:18:52.221053 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:18:52.345714 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:52.346414 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:52.357582 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f585c-4307-4322-83c0-45c5024ca7a7 req-035a89e9-346f-49f2-a80e-df7a04218c23 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:52.359087 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7c2f585c-4307-4322-83c0-45c5024ca7a7 req-035a89e9-346f-49f2-a80e-df7a04218c23 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 932 time: 0.1322558 Sep 04 16:18:52.401674 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208512c9-6c77-42ca-b193-54686fe56c58 req-d8b0e8db-1962-409e-876b-975f0cb79c55 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:52.403274 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-208512c9-6c77-42ca-b193-54686fe56c58 req-d8b0e8db-1962-409e-876b-975f0cb79c55 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.1093767 Sep 04 16:18:52.457651 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:52.489438 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7c2f585c-4307-4322-83c0-45c5024ca7a7 req-562783f5-2d7d-4cfa-9c7b-164c0ee146bf tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226661 Sep 04 16:18:52.510491 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-73a5227b-e4d3-4861-896e-c77bfee3a7f9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5472677 Sep 04 16:18:52.541599 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-208512c9-6c77-42ca-b193-54686fe56c58 req-2a646910-0692-4210-ba61-186b67fbaa03 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246290 Sep 04 16:18:52.594442 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e2343fe0-396d-4a09-b037-643905421747 None None] Provisioning complete for port 156cd70b-43a3-4b2d-899b-983cd2ad0541 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:18:52.595067 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e2343fe0-396d-4a09-b037-643905421747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:18:52.630999 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e2343fe0-396d-4a09-b037-643905421747 None None] Port 156cd70b-43a3-4b2d-899b-983cd2ad0541 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:18:53.220870 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8b926-6e30-46a5-bb61-b3ae5e12f503 req-311d32b6-d7b9-4b27-ac6d-8af9ca590582 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:53.222368 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2d8b926-6e30-46a5-bb61-b3ae5e12f503 req-311d32b6-d7b9-4b27-ac6d-8af9ca590582 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0634701 Sep 04 16:18:53.276154 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23e0c8-3e1e-429a-933f-05933bcbab48 req-2dd4854e-bd12-4598-8338-23324a53df24 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:53.277753 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8a23e0c8-3e1e-429a-933f-05933bcbab48 req-2dd4854e-bd12-4598-8338-23324a53df24 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0784607 Sep 04 16:18:53.322144 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2d8b926-6e30-46a5-bb61-b3ae5e12f503 req-acf82c0b-a35e-4edb-bc33-2113d000a618 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829265 Sep 04 16:18:53.350112 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8a23e0c8-3e1e-429a-933f-05933bcbab48 req-8207cdd1-4938-4467-a954-b99b9a04d047 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659614 Sep 04 16:18:53.648977 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760878-51cf-4580-9bd9-35a4108d6b4b req-f6e10b82-0c77-4f90-bfdd-1c35bff30b3b tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:53.651074 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-96760878-51cf-4580-9bd9-35a4108d6b4b req-f6e10b82-0c77-4f90-bfdd-1c35bff30b3b tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 932 time: 0.0735536 Sep 04 16:18:53.712356 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb662e1-e019-4e04-b898-635e75f4d455 req-562de181-a291-4aca-97b2-ed48c2057347 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:53.713860 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5eb662e1-e019-4e04-b898-635e75f4d455 req-562de181-a291-4aca-97b2-ed48c2057347 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0618634 Sep 04 16:18:53.756432 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-96760878-51cf-4580-9bd9-35a4108d6b4b req-00bc35a8-2af1-4273-be5e-f367d18b08cb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944560 Sep 04 16:18:53.785642 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5eb662e1-e019-4e04-b898-635e75f4d455 req-99caf556-9a4b-4cdc-82cb-3bab243c9308 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659573 Sep 04 16:18:54.519754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461df3e1-1c16-43b1-8748-1c60dd515b24 req-666a55d8-4d70-4c39-be42-f5e1fcf53689 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:54.529811 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-461df3e1-1c16-43b1-8748-1c60dd515b24 req-666a55d8-4d70-4c39-be42-f5e1fcf53689 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0696838 Sep 04 16:18:54.579260 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-461df3e1-1c16-43b1-8748-1c60dd515b24 req-43945d17-6e21-481c-ae7e-fdb3b06e0698 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485353 Sep 04 16:18:54.633073 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2196-4ac3-480d-b572-b37ce0999584 req-6906edd5-8348-49de-800b-a4cca3f80363 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:54.634976 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f7ef2196-4ac3-480d-b572-b37ce0999584 req-6906edd5-8348-49de-800b-a4cca3f80363 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0477107 Sep 04 16:18:54.709602 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f7ef2196-4ac3-480d-b572-b37ce0999584 req-57d9b5c9-434a-4c14-955d-1a7e57fe74e6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691991 Sep 04 16:18:54.880867 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54350321-8cf6-46d6-a5d4-2564b4a851cd req-e8202473-23cd-4277-8a53-47f23a1a1e9a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:54.882666 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-54350321-8cf6-46d6-a5d4-2564b4a851cd req-e8202473-23cd-4277-8a53-47f23a1a1e9a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 932 time: 0.0501053 Sep 04 16:18:54.966175 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-54350321-8cf6-46d6-a5d4-2564b4a851cd req-433ea652-3ec6-498e-8fdf-7e5e10414718 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691247 Sep 04 16:18:55.004066 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30c803-792f-4cf2-ad46-c92497a426e0 req-5d2fafd3-2332-4b90-9a44-8ed467fb8840 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:55.005598 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8b30c803-792f-4cf2-ad46-c92497a426e0 req-5d2fafd3-2332-4b90-9a44-8ed467fb8840 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0530806 Sep 04 16:18:55.057782 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8b30c803-792f-4cf2-ad46-c92497a426e0 req-de727fbb-bafd-48d8-8094-3a0f9bcc90a6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454760 Sep 04 16:18:55.112088 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=63 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:55.733832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a51c6e-02a6-497a-a94e-1f64e1c8f51c req-1342ace8-fb2b-4c8e-9ebe-fb93156290e2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:55.735382 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-46a51c6e-02a6-497a-a94e-1f64e1c8f51c req-1342ace8-fb2b-4c8e-9ebe-fb93156290e2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0696728 Sep 04 16:18:55.787046 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-46a51c6e-02a6-497a-a94e-1f64e1c8f51c req-a1878b4a-a4a3-4398-8726-338c99e7b231 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458739 Sep 04 16:18:55.820383 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:55.838901 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e0e01-55b5-4685-a1b7-658b795219ab req-a949aebf-06a5-4af8-884a-87624b9689af tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:55.840414 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd6e0e01-55b5-4685-a1b7-658b795219ab req-a949aebf-06a5-4af8-884a-87624b9689af tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0505562 Sep 04 16:18:55.873409 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:55.891093 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd6e0e01-55b5-4685-a1b7-658b795219ab req-e43d6ece-05a4-412e-8d4f-0edcee308649 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 Sep 04 16:18:56.095553 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a442c-f24e-4aef-916a-beee0ca3515c req-8462a614-15b8-4727-a466-060f441772e9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:56.097590 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e48a442c-f24e-4aef-916a-beee0ca3515c req-8462a614-15b8-4727-a466-060f441772e9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 932 time: 0.0554895 Sep 04 16:18:56.174442 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e48a442c-f24e-4aef-916a-beee0ca3515c req-e846cc32-4520-4eba-a6da-377bc07f0bdc tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661509 Sep 04 16:18:56.208860 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901243a-e651-434e-8cd6-c830255a3b99 req-9ae5c757-e372-471f-a3e4-fb6cc8ceded1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:56.210362 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d901243a-e651-434e-8cd6-c830255a3b99 req-9ae5c757-e372-471f-a3e4-fb6cc8ceded1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0517466 Sep 04 16:18:56.264833 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d901243a-e651-434e-8cd6-c830255a3b99 req-3fda0b6c-e034-4c1a-bbdc-9b468a155627 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479853 Sep 04 16:18:56.915765 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ad6d3-7545-47c9-a8ff-2255091542ec req-b36cc0f1-7317-4239-987c-f8a3b3219879 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:56.917223 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d54ad6d3-7545-47c9-a8ff-2255091542ec req-b36cc0f1-7317-4239-987c-f8a3b3219879 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0492010 Sep 04 16:18:56.983538 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d54ad6d3-7545-47c9-a8ff-2255091542ec req-bb70bc15-0d51-4f50-b386-d9f360873278 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607324 Sep 04 16:18:57.049428 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cea36-296f-4792-b74d-2ff33a328a0e req-5ac93992-8210-499d-aae0-d7958bbe5681 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:57.052392 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6e3cea36-296f-4792-b74d-2ff33a328a0e req-5ac93992-8210-499d-aae0-d7958bbe5681 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0672781 Sep 04 16:18:57.100381 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6e3cea36-296f-4792-b74d-2ff33a328a0e req-7e69ba83-3310-4306-9970-8154403e288f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 Sep 04 16:18:57.304753 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30f5e9-f6c0-48a8-81d5-09f319d72339 req-75d3f6cd-b720-4482-bd2c-c5118036b662 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:57.304753 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fe30f5e9-f6c0-48a8-81d5-09f319d72339 req-75d3f6cd-b720-4482-bd2c-c5118036b662 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 932 time: 0.0550330 Sep 04 16:18:57.417169 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fe30f5e9-f6c0-48a8-81d5-09f319d72339 req-504db1fd-6060-4aa4-9da9-0b911fc214f3 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039836 Sep 04 16:18:57.434450 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33791cd-55a5-4d3f-8499-2932b30aef7b req-4ba7dce2-afee-47a8-9b5b-ba28e53ec842 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:57.436158 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b33791cd-55a5-4d3f-8499-2932b30aef7b req-4ba7dce2-afee-47a8-9b5b-ba28e53ec842 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0655673 Sep 04 16:18:57.484982 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b33791cd-55a5-4d3f-8499-2932b30aef7b req-26f8567e-57a5-4526-b7ce-e22da3424f00 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429003 Sep 04 16:18:58.150280 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876076c-7974-4d88-b1aa-9418d6600f89 req-6c47ceee-2855-4409-8c26-22f221ea7587 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:58.154467 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b876076c-7974-4d88-b1aa-9418d6600f89 req-6c47ceee-2855-4409-8c26-22f221ea7587 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0678809 Sep 04 16:18:58.217801 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b876076c-7974-4d88-b1aa-9418d6600f89 req-73eb2dd5-49d3-4cd3-a15d-08de9bbfc574 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605702 Sep 04 16:18:58.264822 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ede85-f529-4c86-a703-2dccd7c6c84b req-7cd5a241-a58a-4d5e-b6c8-eef2b1749289 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:58.266640 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ca4ede85-f529-4c86-a703-2dccd7c6c84b req-7cd5a241-a58a-4d5e-b6c8-eef2b1749289 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0639825 Sep 04 16:18:58.313875 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ca4ede85-f529-4c86-a703-2dccd7c6c84b req-f8a44729-ce3f-4962-85d5-25f48ce39028 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Sep 04 16:18:58.543309 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37033-3ea3-43c5-85a2-163adcb4521f req-dcb2f94a-bded-4aef-a901-6f436eda8872 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:58.550271 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eab37033-3ea3-43c5-85a2-163adcb4521f req-dcb2f94a-bded-4aef-a901-6f436eda8872 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 932 time: 0.0553339 Sep 04 16:18:58.622347 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eab37033-3ea3-43c5-85a2-163adcb4521f req-ed1d5539-47a7-48fc-9c0e-ab239cc9efbd tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712008 Sep 04 16:18:58.663112 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764fdad-aa54-450b-88dc-a783e2a64dd3 req-c9650da8-3415-4561-a1f6-e403b2bb361d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:58.665927 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4764fdad-aa54-450b-88dc-a783e2a64dd3 req-c9650da8-3415-4561-a1f6-e403b2bb361d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0595336 Sep 04 16:18:58.731906 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4764fdad-aa54-450b-88dc-a783e2a64dd3 req-071c3419-21ec-4a71-954b-e93344bab15a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571568 Sep 04 16:18:59.325285 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:59.348802 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62c4af-8313-4a00-8c1a-ea5ee4432506 req-cb2bbe49-1d2c-4978-9747-e8c5da056277 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:59.348802 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5b62c4af-8313-4a00-8c1a-ea5ee4432506 req-cb2bbe49-1d2c-4978-9747-e8c5da056277 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0479732 Sep 04 16:18:59.428588 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5b62c4af-8313-4a00-8c1a-ea5ee4432506 req-9eff4e7a-4147-4b11-aed7-8989722cd1eb tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732744 Sep 04 16:18:59.482550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:18:59.491045 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5d7af-6e17-4e98-837c-c3e011ff6fdd req-b58f33bb-ce2f-4248-821f-b277d688264b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:59.492582 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4ba5d7af-6e17-4e98-837c-c3e011ff6fdd req-b58f33bb-ce2f-4248-821f-b277d688264b tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0627275 Sep 04 16:18:59.587568 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4ba5d7af-6e17-4e98-837c-c3e011ff6fdd req-8ceefd12-0779-494a-88e1-1e421736eb2d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590291 Sep 04 16:18:59.751539 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334afacc-7531-4eac-b489-448e6869f448 req-a4330bd3-ce80-48ab-b39c-59929ae4a5d5 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:59.753016 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-334afacc-7531-4eac-b489-448e6869f448 req-a4330bd3-ce80-48ab-b39c-59929ae4a5d5 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 932 time: 0.0493596 Sep 04 16:18:59.816352 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-334afacc-7531-4eac-b489-448e6869f448 req-498f592a-d39b-4053-b430-e51e5e75f63d tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564361 Sep 04 16:18:59.873807 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0464e6-7e06-4ff9-a6a8-d5c3f3d99fe1 req-68be4888-6722-4376-a95c-e85f8de8f31e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:18:59.875294 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0a0464e6-7e06-4ff9-a6a8-d5c3f3d99fe1 req-68be4888-6722-4376-a95c-e85f8de8f31e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0523396 Sep 04 16:18:59.928097 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0a0464e6-7e06-4ff9-a6a8-d5c3f3d99fe1 req-f2b2b267-6d54-409c-a75f-e8825248696f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471520 Sep 04 16:19:00.568230 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e354a5-9dca-4352-b2ac-f2a45aba08ce req-90e0ae08-11f2-44df-9b9e-069e09dba642 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:00.569746 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d6e354a5-9dca-4352-b2ac-f2a45aba08ce req-90e0ae08-11f2-44df-9b9e-069e09dba642 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0479500 Sep 04 16:19:00.634253 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d6e354a5-9dca-4352-b2ac-f2a45aba08ce req-8815e6af-7a18-4194-9519-8f2467105662 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553718 Sep 04 16:19:00.715065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e465f1-dd12-467d-8122-709a175aea62 req-63f8ff41-df75-4597-8e46-51fab9a1ca93 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:00.716663 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-19e465f1-dd12-467d-8122-709a175aea62 req-63f8ff41-df75-4597-8e46-51fab9a1ca93 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0595567 Sep 04 16:19:00.766109 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-19e465f1-dd12-467d-8122-709a175aea62 req-44f4437d-e0f1-4125-8015-7234304b6f92 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Sep 04 16:19:00.947288 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cd45b-f33a-4c9e-b14b-863caecf3f42 req-d6ffca02-b4b8-43b4-9cd5-9529eca9d903 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:00.948733 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-195cd45b-f33a-4c9e-b14b-863caecf3f42 req-d6ffca02-b4b8-43b4-9cd5-9529eca9d903 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 932 time: 0.0511568 Sep 04 16:19:00.997922 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-195cd45b-f33a-4c9e-b14b-863caecf3f42 req-b813c0e3-c4dd-405c-88de-dcebfecadc1b tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435188 Sep 04 16:19:01.053277 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafc709-8cb5-4331-999f-be1fde0c5d3b req-596784d2-7f42-464b-ada4-7abc64b1c263 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:01.054701 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4eafc709-8cb5-4331-999f-be1fde0c5d3b req-596784d2-7f42-464b-ada4-7abc64b1c263 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0501797 Sep 04 16:19:01.128819 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Request body: {'port': {'device_id': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:01.191395 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4eafc709-8cb5-4331-999f-be1fde0c5d3b req-df338bb5-8e9e-47a4-8cc4-8f284ffb2873 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263714 Sep 04 16:19:01.214706 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:01.232130 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-3e884f0e-ce51-4029-868e-9a083f32a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:01.233666 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-3e884f0e-ce51-4029-868e-9a083f32a6b7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 1127 time: 0.1768589 Sep 04 16:19:01.259632 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-c93f02e7-2ac6-4d4b-b350-86de901138b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:01.261040 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-c93f02e7-2ac6-4d4b-b350-86de901138b7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 1127 time: 0.1701007 Sep 04 16:19:01.309533 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-f5afa67d-3d7e-4ce2-96af-cf913a18053e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7 HTTP/1.1" status: 200 len: 217 time: 0.0512433 Sep 04 16:19:01.333714 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:01.337227 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-ac43bc5d-3860-4857-924a-a886c143aee3 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5109bc3e-5bc8-407d-b0e7-4d3d700d2044 HTTP/1.1" status: 200 len: 217 time: 0.0657220 Sep 04 16:19:01.507057 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:01.523422 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:01.595753 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156cd70b-43a3-4b2d-899b-983cd2ad0541 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:19:01.603154 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Publish callbacks [] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:01.615369 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Transition to ACTIVE for port object 156cd70b-43a3-4b2d-899b-983cd2ad0541 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:19:01.713929 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:02.129557 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-feaaa29b-05df-4848-be5a-f15e8aa0afeb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396931 Sep 04 16:19:02.143331 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40078e5-f431-43d4-8f7f-bb826489d812 req-ca5980a1-8398-4544-a090-f0f25c6de592 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.144790 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c40078e5-f431-43d4-8f7f-bb826489d812 req-ca5980a1-8398-4544-a090-f0f25c6de592 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.4269688 Sep 04 16:19:02.145616 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Pushing event updated for resources: {'Port': ['ID=156cd70b-43a3-4b2d-899b-983cd2ad0541,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:02.194535 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-16b66e8b-8fc0-49d1-8123-5ea0df0d44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.196667 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-16b66e8b-8fc0-49d1-8123-5ea0df0d44d8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 1129 time: 0.0418565 Sep 04 16:19:02.269575 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-86aa293f-4d41-4efa-b730-9513667ddff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.270938 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-86aa293f-4d41-4efa-b730-9513667ddff3 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 200 len: 856 time: 0.4639335 Sep 04 16:19:02.276131 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-b7d87066-674e-4d1f-b6fd-7965ac654172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.277529 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-b7d87066-674e-4d1f-b6fd-7965ac654172 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b3dc0cdd-5a85-4672-8760-14c1555930d6 HTTP/1.1" status: 200 len: 854 time: 0.4716167 Sep 04 16:19:02.298319 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-1c670cc5-08c1-4775-b949-56f97fc43f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.298888 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18ea37-920b-4637-98d4-e97a8f28dff8 req-6cf01a0b-5499-49ce-90f3-c0610f5c0d55 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.299770 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-1c670cc5-08c1-4775-b949-56f97fc43f40 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.0864291 Sep 04 16:19:02.299934 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cc18ea37-920b-4637-98d4-e97a8f28dff8 req-6cf01a0b-5499-49ce-90f3-c0610f5c0d55 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1516566 Sep 04 16:19:02.339467 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-be3c6528-b9ef-4ef7-a838-a029c774bf28 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dab8e735-7496-45d4-bc92-b047426a274b HTTP/1.1" status: 200 len: 217 time: 0.0329847 Sep 04 16:19:02.371538 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c40078e5-f431-43d4-8f7f-bb826489d812 req-656fd03f-238f-42cd-a6b6-bcea5fbfa401 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994534 Sep 04 16:19:02.386604 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Attempting to bind port 156cd70b-43a3-4b2d-899b-983cd2ad0541 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:19:02.386942 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Attempting to bind port 156cd70b-43a3-4b2d-899b-983cd2ad0541 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:19:02.387274 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Attempting to bind port 156cd70b-43a3-4b2d-899b-983cd2ad0541 on network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:19:02.394379 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-82da9d05-1ebd-4392-aee9-156a0b7a4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.394910 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-82da9d05-1ebd-4392-aee9-156a0b7a4e90 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.0499971 Sep 04 16:19:02.402239 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-62804f11-26b8-4a39-9719-19f1111c0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.403742 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-62804f11-26b8-4a39-9719-19f1111c0fb3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1228490 Sep 04 16:19:02.408935 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Port 156cd70b-43a3-4b2d-899b-983cd2ad0541 on network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:19:02.409259 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Attempting to bind port 156cd70b-43a3-4b2d-899b-983cd2ad0541 on network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:19:02.412157 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-3d247dac-06f9-4330-aa87-f542cbbaff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.413678 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-3d247dac-06f9-4330-aa87-f542cbbaff80 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1282065 Sep 04 16:19:02.443140 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-49649cf2-ebb2-457d-8040-c48d71570735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.444662 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-49649cf2-ebb2-457d-8040-c48d71570735 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435874 Sep 04 16:19:02.450414 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:19:02.450751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Checking segment: {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:19:02.451128 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Bound using segment: {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:19:02.451564 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Bound port: 156cd70b-43a3-4b2d-899b-983cd2ad0541, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2945cac7-5a5e-4ca1-a33f-5f3d301c843f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:19:02.451915 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:02.534342 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-3b63bd06-30c4-406f-9a5f-fa99f8177a23 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839353 Sep 04 16:19:02.572319 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cc18ea37-920b-4637-98d4-e97a8f28dff8 req-093bc181-afd8-4289-8a4f-d534a367961d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360122 Sep 04 16:19:02.578879 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:02.629109 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=70,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:02.630254 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:02.632883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29149fb-4c76-49c8-93d7-05164d8a727a req-80dada59-bbc1-4b1d-9146-22b298058492 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.634482 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f29149fb-4c76-49c8-93d7-05164d8a727a req-80dada59-bbc1-4b1d-9146-22b298058492 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 944 time: 0.1891396 Sep 04 16:19:02.645235 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-9129a2cb-b40d-4959-a64f-aca45b28a8b2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050596 Sep 04 16:19:02.744051 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:02.753150 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-685a0a28-ef9f-4759-b2ef-f24aea457c94 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324833 Sep 04 16:19:02.775997 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-c532f9ed-4ef5-47f6-b17e-841535f46723 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458662 Sep 04 16:19:02.788307 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3388d-43cd-42b4-b989-f90c88622342 req-4a5dccdb-397c-44f5-883d-6098f35c3b2d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.789692 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-71e3388d-43cd-42b4-b989-f90c88622342 req-4a5dccdb-397c-44f5-883d-6098f35c3b2d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.1351483 Sep 04 16:19:02.843987 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] For port 156cd70b-43a3-4b2d-899b-983cd2ad0541, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:19:02.907212 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] For port 156cd70b-43a3-4b2d-899b-983cd2ad0541, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:19:02.917879 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f29149fb-4c76-49c8-93d7-05164d8a727a req-691b481f-cabe-486c-a776-deda00b1abb1 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686245 Sep 04 16:19:02.976117 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:02.990338 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-71e3388d-43cd-42b4-b989-f90c88622342 req-65faf158-dc95-4ca6-b067-86e1f26342a7 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756713 Sep 04 16:19:02.998097 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:02.998721 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:03.000077 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 200 len: 1094 time: 1.9444945 Sep 04 16:19:03.000578 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:19:03.002847 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c5d2af-3f2c-4e2f-8074-016dc57cb40e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:19:03.053540 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef20fc48-d8bb-4f25-b5d6-cbdcfc988c41 req-e6c9cfd1-35c8-475d-891c-d09b3f8205c9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912183 Sep 04 16:19:03.064257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7e22bb-8e4c-408d-9845-76979a8e0534 x-openstack-request-id: req-cc7e22bb-8e4c-408d-9845-76979a8e0534 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:19:03.064543 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:19:03.064798 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc7e22bb-8e4c-408d-9845-76979a8e0534 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:19:03.065200 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7e22bb-8e4c-408d-9845-76979a8e0534'] response: {'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'status': 'completed', 'code': 200} Sep 04 16:19:03.067230 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3772d3d9-1abf-443b-899e-cfc63aec6205 req-769ef6f1-f6fc-4577-8940-bb84a339dcba service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758987 Sep 04 16:19:03.079739 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bc20d-93ad-4651-a7ef-5812170f4470 service neutron] Pushing event updated for resources: {'Port': ['ID=156cd70b-43a3-4b2d-899b-983cd2ad0541,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:03.124180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5d2af-3f2c-4e2f-8074-016dc57cb40e req-547b36ad-0b17-48c2-9b6c-d558da631ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:03.125687 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c7c5d2af-3f2c-4e2f-8074-016dc57cb40e req-547b36ad-0b17-48c2-9b6c-d558da631ee4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ae092c3124e9438fa20dfda624775825&device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 1128 time: 0.0396299 Sep 04 16:19:03.227089 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5d2af-3f2c-4e2f-8074-016dc57cb40e req-f973ebbc-2486-46fb-b882-3402f8da85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:03.228713 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c7c5d2af-3f2c-4e2f-8074-016dc57cb40e req-f973ebbc-2486-46fb-b882-3402f8da85a3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=ae092c3124e9438fa20dfda624775825&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0968544 Sep 04 16:19:03.511816 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614c4b1-f256-4e2a-89cd-f2a82be0538a req-77293cc0-9dde-49ba-8fdf-4bc551519a60 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:03.513271 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c614c4b1-f256-4e2a-89cd-f2a82be0538a req-77293cc0-9dde-49ba-8fdf-4bc551519a60 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0548973 Sep 04 16:19:03.560145 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c614c4b1-f256-4e2a-89cd-f2a82be0538a req-42e49b71-ded5-49e0-b61a-cf6efda11985 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407679 Sep 04 16:19:03.697812 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55c3da-6335-4b44-ae88-12a73328a1fe req-87b7fe6b-dab4-4822-9a81-58d5350bb3e4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:03.699285 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4d55c3da-6335-4b44-ae88-12a73328a1fe req-87b7fe6b-dab4-4822-9a81-58d5350bb3e4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0471530 Sep 04 16:19:03.757004 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4d55c3da-6335-4b44-ae88-12a73328a1fe req-fd227f2e-59e4-4f3f-9f09-4b64cc144b6f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521116 Sep 04 16:19:04.037456 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a51c7-aa15-422a-93ac-531b4169aac8 req-c0c7cbba-3054-4613-a324-d509ecb2011f tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:04.039004 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-342a51c7-aa15-422a-93ac-531b4169aac8 req-c0c7cbba-3054-4613-a324-d509ecb2011f tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 944 time: 0.0467167 Sep 04 16:19:04.089239 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-342a51c7-aa15-422a-93ac-531b4169aac8 req-9da8d737-d91a-4c6d-b67a-6f84f1633327 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Sep 04 16:19:04.177932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:04.193296 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d6797-8d47-4002-b094-30189b0b41f0 req-76436bbc-3edc-47ca-bc06-fc441d899b66 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:04.194790 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f5d6797-8d47-4002-b094-30189b0b41f0 req-76436bbc-3edc-47ca-bc06-fc441d899b66 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0481296 Sep 04 16:19:04.268613 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f5d6797-8d47-4002-b094-30189b0b41f0 req-8886f4f4-6e53-4633-b809-208b0d85f8d7 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678122 Sep 04 16:19:04.284798 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455e744-726e-434e-8e48-8024c058230d req-7a1592e3-28b6-4633-b2d6-5866b8acfb9e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:04.288998 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f455e744-726e-434e-8e48-8024c058230d req-7a1592e3-28b6-4633-b2d6-5866b8acfb9e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0600905 Sep 04 16:19:04.333829 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f455e744-726e-434e-8e48-8024c058230d req-be16b0f7-cc7a-492b-87ba-70a890b06eb0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411024 Sep 04 16:19:04.692889 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:04.703840 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12037f-c2d1-4daf-b431-335d3e9dd9eb req-491451df-b69c-4918-8e10-4768f5ca789e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:04.705301 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9a12037f-c2d1-4daf-b431-335d3e9dd9eb req-491451df-b69c-4918-8e10-4768f5ca789e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0507696 Sep 04 16:19:04.753153 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9a12037f-c2d1-4daf-b431-335d3e9dd9eb req-5dc0dd09-5688-49e5-8898-8a722afd0c2b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Sep 04 16:19:04.885889 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-6d6f321c-d4bc-4847-b58d-17261a339c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:04.887259 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-6d6f321c-d4bc-4847-b58d-17261a339c77 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 1127 time: 0.0736408 Sep 04 16:19:04.989474 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5d2af-3f2c-4e2f-8074-016dc57cb40e req-7d5bcef3-52eb-419a-ac1e-75939b3bbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:04.990928 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c7c5d2af-3f2c-4e2f-8074-016dc57cb40e req-7d5bcef3-52eb-419a-ac1e-75939b3bbda9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1969080 Sep 04 16:19:05.010233 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-837e9def-a97e-41f6-ae06-c415bfb1ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.011659 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-837e9def-a97e-41f6-ae06-c415bfb1ea10 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 1129 time: 0.0583668 Sep 04 16:19:05.100256 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-9e1cb3eb-996e-47d1-a13b-07b464693922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.101712 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-9e1cb3eb-996e-47d1-a13b-07b464693922 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 918 time: 0.2071872 Sep 04 16:19:05.122513 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-57528b8c-ba60-4467-a61b-ae115a0d7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.123956 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-57528b8c-ba60-4467-a61b-ae115a0d7d90 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ae092c3124e9438fa20dfda624775825&device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 1128 time: 0.0956476 Sep 04 16:19:05.168161 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-2824f743-aefd-487c-926f-fe720004e945 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7 HTTP/1.1" status: 200 len: 217 time: 0.0585721 Sep 04 16:19:05.210187 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-f455c4c2-2757-4609-af27-a2ed77536110 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 200 len: 217 time: 0.0524557 Sep 04 16:19:05.319310 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-8e689421-e1cf-457f-b49f-af79818bce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.320365 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-8e689421-e1cf-457f-b49f-af79818bce0c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.3024042 Sep 04 16:19:05.330234 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca517e0-cd7f-4461-9ada-fea12b6f8cac req-7c189f7a-3ce1-44fd-a972-60657fd9abe9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.331697 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0ca517e0-cd7f-4461-9ada-fea12b6f8cac req-7c189f7a-3ce1-44fd-a972-60657fd9abe9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 944 time: 0.1324334 Sep 04 16:19:05.350635 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-4013ce78-8f34-40a8-b7b6-1875a3b0da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.352000 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-4013ce78-8f34-40a8-b7b6-1875a3b0da68 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 200 len: 856 time: 0.1517448 Sep 04 16:19:05.400855 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-a8bed3a6-0529-4959-96c2-affca54a2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.402236 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-a8bed3a6-0529-4959-96c2-affca54a2070 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=20551ec1-1605-4661-a23e-d6babf234182 HTTP/1.1" status: 200 len: 854 time: 0.1816521 Sep 04 16:19:05.533424 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babfcb2-3877-4d74-8750-32a0b0fc1d06 req-aa70e4ed-992d-427f-9e73-a9572b5dcdcc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.534839 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0babfcb2-3877-4d74-8750-32a0b0fc1d06 req-aa70e4ed-992d-427f-9e73-a9572b5dcdcc tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.1801221 Sep 04 16:19:05.540251 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-71062fe9-1cf2-4ecd-9cbb-a05fcb533d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.541793 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-71062fe9-1cf2-4ecd-9cbb-a05fcb533d4f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1613526 Sep 04 16:19:05.545743 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-c85b2403-fdf8-498e-9d36-84eb9860d78f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab492967-90e3-4b09-b251-d08c6b91d22c HTTP/1.1" status: 200 len: 1000 time: 0.2112277 Sep 04 16:19:05.547543 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-c6208c8f-c5b0-4976-aaee-c433531490a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.548866 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-c6208c8f-c5b0-4976-aaee-c433531490a7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1299148 Sep 04 16:19:05.556200 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0ca517e0-cd7f-4461-9ada-fea12b6f8cac req-7a96d8e7-a20a-4984-9cff-9d3d81bf2243 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072635 Sep 04 16:19:05.587706 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:05.673319 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-aa50ca63-8ed2-46be-86cf-c7975ee832ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:05.737557 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:05.768346 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-5573f1b5-7565-41bc-a735-e9adb6f03d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.769841 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-5573f1b5-7565-41bc-a735-e9adb6f03d74 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.2127664 Sep 04 16:19:05.785636 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5276031-8db1-48f5-919e-4f47b1f9a753 req-cf173f6e-1023-4836-a9df-552f9be4e3a4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:05.786968 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f5276031-8db1-48f5-919e-4f47b1f9a753 req-cf173f6e-1023-4836-a9df-552f9be4e3a4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1397045 Sep 04 16:19:06.004056 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=37 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:06.060123 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0babfcb2-3877-4d74-8750-32a0b0fc1d06 req-e50cf28f-f14a-4651-a471-0c8af7db807e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5163279 Sep 04 16:19:06.136118 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-b683bc66-1d78-423a-b09d-8abea9558a29 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780170 Sep 04 16:19:06.174847 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-369c9cf5-d430-49bc-9cc0-7f784df6b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:06.176279 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-369c9cf5-d430-49bc-9cc0-7f784df6b26c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3883591 Sep 04 16:19:06.202960 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-35b5c637-9f17-42bd-b411-b0ebf61be8aa service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301446 Sep 04 16:19:06.281969 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f5276031-8db1-48f5-919e-4f47b1f9a753 req-2af08dee-443d-4ac1-9b14-2340187312a0 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130463 Sep 04 16:19:06.346240 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf16b82-890c-42fa-9191-8cda38541997 req-04f763a0-754a-4a5b-a53b-252ddd87e89f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:06.347675 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-faf16b82-890c-42fa-9191-8cda38541997 req-04f763a0-754a-4a5b-a53b-252ddd87e89f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.2163010 Sep 04 16:19:06.480851 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8d0f0434-3d44-4f6e-9e7f-d25d7caf5b88 req-95a7156b-423b-4252-b684-1b472caac052 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271224 Sep 04 16:19:06.484690 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-95092a0e-bc8e-4016-99df-c483e83e4894 req-74336d69-4e69-476f-bab8-d0cbd767c634 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603738 Sep 04 16:19:06.487742 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-faf16b82-890c-42fa-9191-8cda38541997 req-f308e147-9fa9-4fda-a4e6-ce5f836f6ef3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303062 Sep 04 16:19:06.489648 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-897cde6e-35da-4ce9-bd72-30f3003f29f7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838993 Sep 04 16:19:06.583089 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba1e835c-52e8-4489-9cb3-b53ddce9c05c req-c36ee1fd-d0dd-40eb-861d-c5570fc55d7c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865502 Sep 04 16:19:06.646414 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:06.684361 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55636b-e14a-4e9f-afb6-fdab0d5fcfb2 req-ddc55621-2c76-43f7-98bb-0b65507a0ad0 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:06.685861 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5e55636b-e14a-4e9f-afb6-fdab0d5fcfb2 req-ddc55621-2c76-43f7-98bb-0b65507a0ad0 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 944 time: 0.0494139 Sep 04 16:19:06.733897 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5e55636b-e14a-4e9f-afb6-fdab0d5fcfb2 req-009809b5-35ec-43a8-be0e-19c4cae61d0b tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Sep 04 16:19:07.185944 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f47b3e-cfe1-48c6-a977-1e9a2c5410fd req-a47e2016-e19f-4902-9ea7-222cb672b0ab tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:07.187389 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e9f47b3e-cfe1-48c6-a977-1e9a2c5410fd req-a47e2016-e19f-4902-9ea7-222cb672b0ab tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 943 time: 0.0499699 Sep 04 16:19:07.233893 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e9f47b3e-cfe1-48c6-a977-1e9a2c5410fd req-b6fc9517-9aff-47fb-8d62-e9e409105b11 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409310 Sep 04 16:19:07.403714 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97bdd8-e35b-4f76-987b-8372d5b15a50 req-fb323953-6207-4031-acfa-1e8331242397 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:07.405074 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-db97bdd8-e35b-4f76-987b-8372d5b15a50 req-fb323953-6207-4031-acfa-1e8331242397 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0458839 Sep 04 16:19:07.421127 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:19:07.451288 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-db97bdd8-e35b-4f76-987b-8372d5b15a50 req-cd48693c-efa1-45d2-a67f-40b55d6c87fe tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Sep 04 16:19:07.520295 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:07.532531 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'port_id': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044', 'mac_address': 'fa:16:3e:ca:6c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:19:07.566728 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:19:07.567120 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:07.581242 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:19:07.601873 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:07.623447 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f65a7-8e3f-458f-9d92-a789a640852d req-56512a7d-1243-4177-9f00-ef7ece585fa1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:07.624936 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-421f65a7-8e3f-458f-9d92-a789a640852d req-56512a7d-1243-4177-9f00-ef7ece585fa1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0505109 Sep 04 16:19:07.673160 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-421f65a7-8e3f-458f-9d92-a789a640852d req-d3243dd8-795b-4b81-ac46-308a5b18629e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Sep 04 16:19:07.679112 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:07.679819 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:19:07.753266 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:07.817885 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:07.825535 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:07.837325 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'port_id': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'mac_address': 'fa:16:3e:3a:9e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:19:07.855450 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27c8c4-9466-4a43-8422-081d2db2b19b req-ab47b7a7-0e8e-4bdf-a46a-41ea8781e9fb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:07.856944 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ab27c8c4-9466-4a43-8422-081d2db2b19b req-ab47b7a7-0e8e-4bdf-a46a-41ea8781e9fb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 944 time: 0.0485506 Sep 04 16:19:07.883940 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:19:07.884339 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:07.897727 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d210ca9-1ff4-4f3e-842e-652e252e69a7 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:19:07.908885 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ab27c8c4-9466-4a43-8422-081d2db2b19b req-077dba9b-3bc0-401c-94a3-e46f4bd9dd2d tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456676 Sep 04 16:19:07.923300 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:07.958870 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e4d30876-2829-477f-9388-8206283445e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:08.015740 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:08.061551 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:08.359376 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30e6df-9440-4696-9bff-146adbb60a1e req-72dd2484-503c-4399-be6c-b6c55331314d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:08.360972 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b30e6df-9440-4696-9bff-146adbb60a1e req-72dd2484-503c-4399-be6c-b6c55331314d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 944 time: 0.0482793 Sep 04 16:19:08.411144 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b30e6df-9440-4696-9bff-146adbb60a1e req-9c5c1b33-6bba-47a2-a662-d413e7f1334c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445502 Sep 04 16:19:08.440678 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['6d210ca9-1ff4-4f3e-842e-652e252e69a7'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:19:08.535736 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:08.544171 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['5109bc3e-5bc8-407d-b0e7-4d3d700d2044'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:19:08.551445 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:08.583181 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b5298-c394-4ba2-9088-14c44ff7bfb6 req-96180577-afd0-454a-aa51-e4a50cbce1ce tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:08.584649 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-227b5298-c394-4ba2-9088-14c44ff7bfb6 req-96180577-afd0-454a-aa51-e4a50cbce1ce tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0473921 Sep 04 16:19:08.633191 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-227b5298-c394-4ba2-9088-14c44ff7bfb6 req-686c23a1-57de-4780-ae14-3d79a0272138 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 Sep 04 16:19:08.798946 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1639e89-dc0e-4eb9-90c9-15a7cbcdae41 req-c673b9e7-4e88-406e-b393-54ca1df7a81d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:08.801243 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b1639e89-dc0e-4eb9-90c9-15a7cbcdae41 req-c673b9e7-4e88-406e-b393-54ca1df7a81d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 944 time: 0.0474637 Sep 04 16:19:08.849415 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b1639e89-dc0e-4eb9-90c9-15a7cbcdae41 req-96367661-1ede-4e4a-b84c-c0f4b531222a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Sep 04 16:19:09.031431 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5f245-f400-46e1-aa2c-a055bd203fd8 req-982bb72d-aeff-4041-9919-f1f4993bfed3 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:09.032929 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cf5f245-f400-46e1-aa2c-a055bd203fd8 req-982bb72d-aeff-4041-9919-f1f4993bfed3 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 944 time: 0.0502384 Sep 04 16:19:09.080375 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cf5f245-f400-46e1-aa2c-a055bd203fd8 req-0327929a-6767-44bb-89c2-ef734c6b9f74 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Sep 04 16:19:09.113416 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:09.533804 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0770aec-6ee5-4431-b1bd-cf7418d7dda3 req-46fbff41-1a61-46b9-92a3-58ddc518b283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:09.535295 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d0770aec-6ee5-4431-b1bd-cf7418d7dda3 req-46fbff41-1a61-46b9-92a3-58ddc518b283 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 944 time: 0.0474133 Sep 04 16:19:09.585104 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d0770aec-6ee5-4431-b1bd-cf7418d7dda3 req-7c9a2e22-19cb-4b7e-96f4-a4f96e7afce0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Sep 04 16:19:09.762568 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a303bd9-a3b4-4e89-bb95-6e1e5e3f40e2 req-b82ec36d-9bbf-48f8-9794-b23d036fe379 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:09.764042 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8a303bd9-a3b4-4e89-bb95-6e1e5e3f40e2 req-b82ec36d-9bbf-48f8-9794-b23d036fe379 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0467608 Sep 04 16:19:09.817213 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8a303bd9-a3b4-4e89-bb95-6e1e5e3f40e2 req-fd0b7681-4306-40ea-a18a-95fab9d9e001 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470150 Sep 04 16:19:09.846084 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 156cd70b-43a3-4b2d-899b-983cd2ad0541 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:19:09.848287 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:19:09.948577 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:19:09.967102 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca58949-42be-4cc1-af83-34bc9388838a req-529d7fc9-fb0a-46ea-a420-1399ee6e0768 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:09.972237 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0ca58949-42be-4cc1-af83-34bc9388838a req-529d7fc9-fb0a-46ea-a420-1399ee6e0768 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0758002 Sep 04 16:19:09.972237 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:09.979507 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52432) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:09.984704 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-d5fc9af5-941e-4019-890d-7273ecc23e2d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Request body: {'floatingip': {'port_id': 'ab492967-90e3-4b09-b251-d08c6b91d22c'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:09.989478 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e382c6-87a5-49cb-847e-324c2649aa4e req-f2d6efa8-6677-4b2e-924c-c1a9584c2750 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:09.989672 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 156cd70b-43a3-4b2d-899b-983cd2ad0541, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:09.989903 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b3e382c6-87a5-49cb-847e-324c2649aa4e req-f2d6efa8-6677-4b2e-924c-c1a9584c2750 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 944 time: 0.0565851 Sep 04 16:19:10.000665 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'port_id': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'mac_address': 'fa:16:3e:59:4c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:19:10.037053 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:19:10.037419 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.043014 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fc9af5-941e-4019-890d-7273ecc23e2d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for floatingip (88235fad-381f-4ac9-97fc-37046eb97a93), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.048182 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b3e382c6-87a5-49cb-847e-324c2649aa4e req-7ca23306-29d1-4be5-ba8c-780848eac769 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467331 Sep 04 16:19:10.061873 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 156cd70b-43a3-4b2d-899b-983cd2ad0541 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:19:10.062101 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.085104 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156cd70b-43a3-4b2d-899b-983cd2ad0541 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:19:10.115418 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 156cd70b-43a3-4b2d-899b-983cd2ad0541, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:10.153726 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:19:10.154149 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.182197 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:19:10.184471 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433b0ea7-d31d-426d-ad2b-a17571241110" -d '{"events": [{"server_uuid": "9e5636f2-5f2f-45ca-af8a-d998079502df", "name": "network-vif-plugged", "status": "completed", "tag": "5109bc3e-5bc8-407d-b0e7-4d3d700d2044"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:19:10.203700 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:10.209765 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.214951 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:10.221817 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aac6b-f04b-4808-a714-008dd6064d9c req-f2265020-412d-44ae-bdf4-b2e96b1a5d3a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:10.223629 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9a8aac6b-f04b-4808-a714-008dd6064d9c req-f2265020-412d-44ae-bdf4-b2e96b1a5d3a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 944 time: 0.0608680 Sep 04 16:19:10.244786 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a6f3bb-0e27-4c72-9416-43a912ca4f1f x-openstack-request-id: req-93a6f3bb-0e27-4c72-9416-43a912ca4f1f {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:19:10.247444 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5636f2-5f2f-45ca-af8a-d998079502df", "name": "network-vif-plugged", "status": "completed", "tag": "5109bc3e-5bc8-407d-b0e7-4d3d700d2044", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:19:10.248602 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93a6f3bb-0e27-4c72-9416-43a912ca4f1f {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:19:10.249224 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a6f3bb-0e27-4c72-9416-43a912ca4f1f'] response: {'server_uuid': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044', 'code': 200} Sep 04 16:19:10.294018 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9a8aac6b-f04b-4808-a714-008dd6064d9c req-ac859166-1f12-4f0d-90fa-168b8b818630 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631251 Sep 04 16:19:10.298723 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=156cd70b-43a3-4b2d-899b-983cd2ad0541,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:10.308855 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.309709 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:19:10.562931 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:10.579212 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:10.586601 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:19:10.603605 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415b47e-d55b-4e07-8e59-0343b0c811a6 req-b2243169-a3f3-45ea-805e-b247f0fa2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:10.607585 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f415b47e-d55b-4e07-8e59-0343b0c811a6 req-b2243169-a3f3-45ea-805e-b247f0fa2a67 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 1129 time: 0.0545242 Sep 04 16:19:10.626909 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fc9af5-941e-4019-890d-7273ecc23e2d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.631829 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['156cd70b-43a3-4b2d-899b-983cd2ad0541'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:19:10.638407 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:10.668925 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.692803 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:19:10.693178 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.718832 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fc9af5-941e-4019-890d-7273ecc23e2d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (88235fad-381f-4ac9-97fc-37046eb97a93), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.736424 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f415b47e-d55b-4e07-8e59-0343b0c811a6 req-4cd8fa94-b1cf-49ce-9fc5-1fa32dcc2c30 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233137 Sep 04 16:19:10.752020 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:10.761788 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffa011-ae33-49a7-be22-be8c10ea6507 req-3ddc33dd-dc0d-4690-bc86-f0c80876b783 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:10.763792 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1bffa011-ae33-49a7-be22-be8c10ea6507 req-3ddc33dd-dc0d-4690-bc86-f0c80876b783 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 945 time: 0.0874150 Sep 04 16:19:10.767970 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:10.809790 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.835182 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:19:10.835629 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:10.840639 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1bffa011-ae33-49a7-be22-be8c10ea6507 req-118be126-d970-4968-a572-d732acfc6cb3 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711291 Sep 04 16:19:10.906869 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:10.970783 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:11.027890 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:11.189571 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cefd59-a68d-4ce4-be56-196292ab6353 req-dab3c36a-a427-4ae2-ad60-c4c80b390089 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:11.192462 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26cefd59-a68d-4ce4-be56-196292ab6353 req-dab3c36a-a427-4ae2-ad60-c4c80b390089 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0512908 Sep 04 16:19:11.201884 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc9af5-941e-4019-890d-7273ecc23e2d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Router d18bd00e-57b3-4da8-b140-106cd52a8fb8 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:19:11.244525 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26cefd59-a68d-4ce4-be56-196292ab6353 req-1eb6ad4f-60b7-4991-86b0-4a1e8d4ead60 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464818 Sep 04 16:19:11.319543 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc9af5-941e-4019-890d-7273ecc23e2d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:19:11.324648 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fc9af5-941e-4019-890d-7273ecc23e2d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:11.329590 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] Sync routers for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:19:11.343214 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:19:11.343891 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:11.358950 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:19:11.361315 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc99a430-7811-4ea4-bb9f-91e6541956d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:19:11.396524 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d5fc9af5-941e-4019-890d-7273ecc23e2d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/88235fad-381f-4ac9-97fc-37046eb97a93 HTTP/1.1" status: 200 len: 992 time: 1.4152405 Sep 04 16:19:11.405165 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:11.429806 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b3327-7a88-4f43-b31c-f10e9d881b97 req-a1681a12-7b21-4193-b440-1d6e1e28f517 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:11.442782 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2d0b3327-7a88-4f43-b31c-f10e9d881b97 req-a1681a12-7b21-4193-b440-1d6e1e28f517 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 945 time: 0.0619831 Sep 04 16:19:11.459568 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:19:11.470438 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c037952f-cd6d-44dd-9c44-d551c42cde60 x-openstack-request-id: req-c037952f-cd6d-44dd-9c44-d551c42cde60 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:19:11.470724 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:19:11.470971 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c037952f-cd6d-44dd-9c44-d551c42cde60 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:19:11.471368 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c037952f-cd6d-44dd-9c44-d551c42cde60'] response: {'name': 'network-changed', 'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'status': 'completed', 'code': 200} Sep 04 16:19:11.496570 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2d0b3327-7a88-4f43-b31c-f10e9d881b97 req-3e0e3a19-2f6e-4612-8597-cbbc8c2d1f76 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 Sep 04 16:19:11.570192 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-bd95da75-10ad-4c13-9d81-9c9658f55b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:11.572645 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-bd95da75-10ad-4c13-9d81-9c9658f55b7a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 1129 time: 0.0433626 Sep 04 16:19:11.664265 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-ed3b60e2-91f0-4b4c-912e-ebfc78facea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:11.665950 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-ed3b60e2-91f0-4b4c-912e-ebfc78facea0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.0871990 Sep 04 16:19:11.676766 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '88235fad-381f-4ac9-97fc-37046eb97a93', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'port_id': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'mac_address': 'fa:16:3e:7c:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:16:26Z', 'updated_at': '2022-09-04T16:19:10Z', 'revision_number': 3, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:14:01Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:11.702627 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] Checking router: d18bd00e-57b3-4da8-b140-106cd52a8fb8 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:19:11.711234 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:19:11.711871 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:11.735957 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-b26b3306-43ec-4cec-8383-848fa56e2124 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab492967-90e3-4b09-b251-d08c6b91d22c HTTP/1.1" status: 200 len: 1000 time: 0.0607209 Sep 04 16:19:11.804759 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-4501950f-c52d-4432-bf03-b5892bc6a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:11.806897 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-4501950f-c52d-4432-bf03-b5892bc6a0dc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.0452566 Sep 04 16:19:11.819254 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:19:11.843881 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 156cd70b-43a3-4b2d-899b-983cd2ad0541 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:19:11.946309 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 156cd70b-43a3-4b2d-899b-983cd2ad0541 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:19:11.978952 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f3981-7bc0-4bf9-81ba-f26b6f3d5959 req-fbf0379e-96b0-4432-8c37-8393840ba484 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:11.980476 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-540f3981-7bc0-4bf9-81ba-f26b6f3d5959 req-fbf0379e-96b0-4432-8c37-8393840ba484 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 945 time: 0.0487726 Sep 04 16:19:12.025118 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 156cd70b-43a3-4b2d-899b-983cd2ad0541 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:19:12.025488 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:12.029981 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-540f3981-7bc0-4bf9-81ba-f26b6f3d5959 req-9f1e52ed-a1f8-4a5a-82f5-bb285350304c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432701 Sep 04 16:19:12.102183 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '88235fad-381f-4ac9-97fc-37046eb97a93', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'port_id': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'mac_address': 'fa:16:3e:7c:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:16:26Z', 'updated_at': '2022-09-04T16:19:10Z', 'revision_number': 3, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:14:01Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:12.128848 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c943b126-6f56-4f70-8b95-e48b4173d845 None None] The sync data for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi is: [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '88235fad-381f-4ac9-97fc-37046eb97a93', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'port_id': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'mac_address': 'fa:16:3e:7c:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:16:26Z', 'updated_at': '2022-09-04T16:19:10Z', 'revision_number': 3, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:14:01Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:19:12.161521 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 156cd70b-43a3-4b2d-899b-983cd2ad0541 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:19:12.161942 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:12.164669 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:12.201168 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 156cd70b-43a3-4b2d-899b-983cd2ad0541, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:12.255962 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7'}, {'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:19:12.255962 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0462c3ba-04c3-4e4f-9f10-731bb988926b" -d '{"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-plugged", "status": "completed", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7"}, {"server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "name": "network-vif-plugged", "status": "completed", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:19:12.278493 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:12.327284 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-2dcd149e-a39c-48e6-a522-0ba37c8658eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:12.329507 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-2dcd149e-a39c-48e6-a522-0ba37c8658eb service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486491 Sep 04 16:19:12.342633 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 04 Sep 2022 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198fa359-28cd-485a-8009-423f67c0cf3f x-openstack-request-id: req-198fa359-28cd-485a-8009-423f67c0cf3f {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:19:12.342934 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-plugged", "status": "completed", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7", "code": 200}, {"server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "name": "network-vif-plugged", "status": "completed", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:19:12.343180 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-198fa359-28cd-485a-8009-423f67c0cf3f {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:19:12.343573 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198fa359-28cd-485a-8009-423f67c0cf3f'] response: {'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'code': 200} Sep 04 16:19:12.343827 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198fa359-28cd-485a-8009-423f67c0cf3f'] response: {'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'code': 200} Sep 04 16:19:12.373671 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=156cd70b-43a3-4b2d-899b-983cd2ad0541,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:12.459273 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eab3d-35fd-4ba5-a083-17aac8a43f58 req-676c8437-4603-423d-83c0-da960b9c5dea tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:12.460664 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a50eab3d-35fd-4ba5-a083-17aac8a43f58 req-676c8437-4603-423d-83c0-da960b9c5dea tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0997975 Sep 04 16:19:12.477185 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:12.527301 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-c6bb16df-9fdf-430c-a690-41d547369de7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777627 Sep 04 16:19:12.534661 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a50eab3d-35fd-4ba5-a083-17aac8a43f58 req-d976a831-38a0-4876-b5ca-27a71ba75ff6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673361 Sep 04 16:19:12.679479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:12.698124 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef5de7-6c8b-491b-8348-eb5293d1c28b req-6909474b-dee8-4b2f-804c-b0de6ae773f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:12.699593 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84ef5de7-6c8b-491b-8348-eb5293d1c28b req-6909474b-dee8-4b2f-804c-b0de6ae773f9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 1129 time: 0.1414285 Sep 04 16:19:12.710999 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0805af-543e-4d43-b40f-3edb6f13762a req-3353a06d-9bce-48cb-9605-e11ecc10a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:12.712851 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6f0805af-543e-4d43-b40f-3edb6f13762a req-3353a06d-9bce-48cb-9605-e11ecc10a6f3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 1130 time: 0.1027465 Sep 04 16:19:12.744667 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569ad9a-8486-4da3-bcf4-f33612c84af8 req-2de5f49c-6c0d-4772-8acf-3c4020ad7449 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:12.746164 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5569ad9a-8486-4da3-bcf4-f33612c84af8 req-2de5f49c-6c0d-4772-8acf-3c4020ad7449 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.1606786 Sep 04 16:19:12.797484 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fc99a430-7811-4ea4-bb9f-91e6541956d7 req-1f1333e3-402e-4438-b1b9-61167fd1cc07 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619078 Sep 04 16:19:12.830235 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84ef5de7-6c8b-491b-8348-eb5293d1c28b req-02cce65d-9ea6-4f90-89bb-b5bbd293611d service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226227 Sep 04 16:19:12.849443 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6f0805af-543e-4d43-b40f-3edb6f13762a req-4c35a5da-8925-49f7-95a6-ec8bf29597df service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232944 Sep 04 16:19:12.853103 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5569ad9a-8486-4da3-bcf4-f33612c84af8 req-3429d935-03d8-4836-bca0-98564b2ee9ad tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910935 Sep 04 16:19:13.154100 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e615-603c-4917-9394-d47fb7f3a15f req-13e2b1ef-b11e-411b-ba5e-1f1998f83c19 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:13.155561 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-96c4e615-603c-4917-9394-d47fb7f3a15f req-13e2b1ef-b11e-411b-ba5e-1f1998f83c19 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 945 time: 0.0513566 Sep 04 16:19:13.205537 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-96c4e615-603c-4917-9394-d47fb7f3a15f req-f8812ebd-2697-4bba-9c54-b0179e66bfa2 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444691 Sep 04 16:19:13.325372 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20c1b7-4e7a-4bf2-b33b-8db45f8caa3d req-523763c5-292a-4f88-ac38-c6ef1bc0c3a8 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:13.326786 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3d20c1b7-4e7a-4bf2-b33b-8db45f8caa3d req-523763c5-292a-4f88-ac38-c6ef1bc0c3a8 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 945 time: 0.0467637 Sep 04 16:19:13.337058 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52462) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:13.341462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-97985158-3b03-465f-9a81-d00601e02091 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'floatingip': {'port_id': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:13.378891 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-97985158-3b03-465f-9a81-d00601e02091 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (f3575720-1636-46c6-b893-ac00681fd713), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:13.472469 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:19:13.474879 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531240ca-016f-4a9e-a104-cb47013f3506" -d '{"events": [{"name": "network-changed", "server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:19:13.512499 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da3ef60-3100-433f-976b-48048c677e32 x-openstack-request-id: req-7da3ef60-3100-433f-976b-48048c677e32 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:19:13.512787 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:19:13.513037 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7da3ef60-3100-433f-976b-48048c677e32 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:19:13.513435 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da3ef60-3100-433f-976b-48048c677e32'] response: {'name': 'network-changed', 'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'status': 'completed', 'code': 200} Sep 04 16:19:13.713475 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42047b8-2190-487d-b84a-176a00c29017 req-c47982b8-b7cf-4b17-b8d1-f93e5e80214e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:13.714945 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a42047b8-2190-487d-b84a-176a00c29017 req-c47982b8-b7cf-4b17-b8d1-f93e5e80214e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0855019 Sep 04 16:19:13.827288 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a42047b8-2190-487d-b84a-176a00c29017 req-a3ae034d-4a8a-4bbe-bc5b-8005617f3bca tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059151 Sep 04 16:19:13.842514 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:13.892938 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-97985158-3b03-465f-9a81-d00601e02091 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:13.940494 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-97985158-3b03-465f-9a81-d00601e02091 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (f3575720-1636-46c6-b893-ac00681fd713), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:14.014127 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b4e2e-2962-4ffa-943f-0e55347bdb47 req-2f6852d7-f34e-41f8-a61b-e94da9463348 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:14.015578 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7f8b4e2e-2962-4ffa-943f-0e55347bdb47 req-2f6852d7-f34e-41f8-a61b-e94da9463348 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0859706 Sep 04 16:19:14.064293 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:14.101416 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [None req-97985158-3b03-465f-9a81-d00601e02091 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Floating IP f3575720-1636-46c6-b893-ac00681fd713 associated. External IP: 172.27.3.167, port: 5109bc3e-5bc8-407d-b0e7-4d3d700d2044. Sep 04 16:19:14.105981 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7f8b4e2e-2962-4ffa-943f-0e55347bdb47 req-cbb36a06-7fa4-4986-bfdb-4eb0f6aa51b5 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842893 Sep 04 16:19:14.217211 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531240ca-016f-4a9e-a104-cb47013f3506 req-3d77a893-c642-4b66-8909-69866ebb83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:14.218705 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-531240ca-016f-4a9e-a104-cb47013f3506 req-3d77a893-c642-4b66-8909-69866ebb83d0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=cb043a0ecad3466bbd5a5874126d2810&device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 1129 time: 0.0731556 Sep 04 16:19:14.609935 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97985158-3b03-465f-9a81-d00601e02091 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:19:14.718304 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97985158-3b03-465f-9a81-d00601e02091 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:19:14.722842 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-97985158-3b03-465f-9a81-d00601e02091 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:14.729374 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:19:14.738882 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:19:14.739501 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:14.805371 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-97985158-3b03-465f-9a81-d00601e02091 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/f3575720-1636-46c6-b893-ac00681fd713 HTTP/1.1" status: 200 len: 991 time: 1.4671869 Sep 04 16:19:14.808710 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'tag': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:19:14.811018 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5636f2-5f2f-45ca-af8a-d998079502df", "tag": "5109bc3e-5bc8-407d-b0e7-4d3d700d2044"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:19:14.857357 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531240ca-016f-4a9e-a104-cb47013f3506 req-e570b3d2-bf06-480c-b72a-ff2973ddcecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:14.859053 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-531240ca-016f-4a9e-a104-cb47013f3506 req-e570b3d2-bf06-480c-b72a-ff2973ddcecc service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 200 len: 919 time: 0.1109164 Sep 04 16:19:14.864536 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:19:14.923405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3bf708-279d-440e-820c-0b2a35eba7c6 x-openstack-request-id: req-ea3bf708-279d-440e-820c-0b2a35eba7c6 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:19:14.923820 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5636f2-5f2f-45ca-af8a-d998079502df", "tag": "5109bc3e-5bc8-407d-b0e7-4d3d700d2044", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:19:14.924077 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea3bf708-279d-440e-820c-0b2a35eba7c6 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:19:14.924468 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3bf708-279d-440e-820c-0b2a35eba7c6'] response: {'name': 'network-changed', 'server_uuid': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'tag': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044', 'status': 'completed', 'code': 200} Sep 04 16:19:14.963801 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd14bfc-5a9f-4084-8eaa-29a349e66010 req-fa3b008a-d11d-4d6c-a38e-76fc4e902e25 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:14.965308 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1fd14bfc-5a9f-4084-8eaa-29a349e66010 req-fa3b008a-d11d-4d6c-a38e-76fc4e902e25 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0529580 Sep 04 16:19:15.016238 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1fd14bfc-5a9f-4084-8eaa-29a349e66010 req-658180bc-8356-49ed-b15d-b766b0f4a9df tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Sep 04 16:19:15.076412 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'f3575720-1636-46c6-b893-ac00681fd713', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:ca:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:18:41Z', 'updated_at': '2022-09-04T16:19:13Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:15.104991 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:19:15.113605 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:19:15.114191 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:15.140174 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3059c-93c0-4382-9aed-1aa574cdfcfa req-cdd1db32-378b-46f6-a398-2f368189c65e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:15.141629 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eea3059c-93c0-4382-9aed-1aa574cdfcfa req-cdd1db32-378b-46f6-a398-2f368189c65e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0469315 Sep 04 16:19:15.152459 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52484) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:15.156989 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Request body: {'floatingip': {'port_id': '6d210ca9-1ff4-4f3e-842e-652e252e69a7'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:15.205780 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (0c6b7474-ae62-4f79-b362-fa09b3e64b6b), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:15.214287 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:19:15.302447 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:15.321483 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece2f89-8690-4961-a4dc-c135d597004d req-b23efb6a-6330-42e4-b5fe-74b740877ade tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:15.323269 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fece2f89-8690-4961-a4dc-c135d597004d req-b23efb6a-6330-42e4-b5fe-74b740877ade tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.1346149 Sep 04 16:19:15.442155 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'f3575720-1636-46c6-b893-ac00681fd713', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:ca:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:18:41Z', 'updated_at': '2022-09-04T16:19:13Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:15.455321 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-47dd95d2-b07f-467b-ad34-89208de28be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:15.456805 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-47dd95d2-b07f-467b-ad34-89208de28be2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 1129 time: 0.1519299 Sep 04 16:19:15.467563 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f2035-5a68-473d-94d0-e52a68612b4a None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'f3575720-1636-46c6-b893-ac00681fd713', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:ca:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:18:41Z', 'updated_at': '2022-09-04T16:19:13Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:19:15.484921 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-531240ca-016f-4a9e-a104-cb47013f3506 req-dfe0e58d-e4bc-42b1-a7d1-fbea3e55caca service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab492967-90e3-4b09-b251-d08c6b91d22c HTTP/1.1" status: 200 len: 1000 time: 0.1911857 Sep 04 16:19:15.615302 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fece2f89-8690-4961-a4dc-c135d597004d req-9fea963c-a1ba-4aee-bcd7-1c1ac31c3078 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560968 Sep 04 16:19:15.679490 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531240ca-016f-4a9e-a104-cb47013f3506 req-be0b20b7-7f75-4966-8bfa-07476e501bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:15.681149 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-531240ca-016f-4a9e-a104-cb47013f3506 req-be0b20b7-7f75-4966-8bfa-07476e501bca service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 200 len: 857 time: 0.1466613 Sep 04 16:19:15.686794 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:15.689335 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dff19d-64b1-4a46-bef1-894df607b0bd None None] New status for floating IP f3575720-1636-46c6-b893-ac00681fd713: ACTIVE {{(pid=106843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:19:15.771080 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-de52e14d-82d4-48da-ac81-fd47936cec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:15.772448 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-de52e14d-82d4-48da-ac81-fd47936cec96 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 916 time: 0.3023999 Sep 04 16:19:15.810266 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:15.849342 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531240ca-016f-4a9e-a104-cb47013f3506 req-b0f9cc79-cc2d-4071-a94d-a0ffa54bc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:15.850856 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-531240ca-016f-4a9e-a104-cb47013f3506 req-b0f9cc79-cc2d-4071-a94d-a0ffa54bc835 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=a845be48-e7c6-44a4-9bea-76b6b11d7a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1595516 Sep 04 16:19:15.893458 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627e7e6-72e9-4391-9efe-dc89137e6d70 req-4ca969ea-d9cd-4337-9d98-3d03d144c148 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:15.895251 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3627e7e6-72e9-4391-9efe-dc89137e6d70 req-4ca969ea-d9cd-4337-9d98-3d03d144c148 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.1905165 Sep 04 16:19:15.994924 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-d8c75475-369e-4b57-a74c-267f8d793afd service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5109bc3e-5bc8-407d-b0e7-4d3d700d2044 HTTP/1.1" status: 200 len: 999 time: 0.2115860 Sep 04 16:19:16.116405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:16.138585 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3627e7e6-72e9-4391-9efe-dc89137e6d70 req-3801f3dd-2a25-4a33-af94-f70e1a336514 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007799 Sep 04 16:19:16.145725 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-15e515cf-0be6-4ad6-8619-296bb12f2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:16.147195 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-15e515cf-0be6-4ad6-8619-296bb12f2feb service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b3dc0cdd-5a85-4672-8760-14c1555930d6 HTTP/1.1" status: 200 len: 854 time: 0.1448662 Sep 04 16:19:16.150512 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-531240ca-016f-4a9e-a104-cb47013f3506 req-4c0a314d-1df7-4dbf-a6bd-2c981dba6c91 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866104 Sep 04 16:19:16.260049 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.db.resource_extend [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 04 16:19:16.299589 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-ba74a876-c809-4aee-81c3-63de5f1c5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:16.301068 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-ba74a876-c809-4aee-81c3-63de5f1c5d8a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1217711 Sep 04 16:19:16.369378 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:16.407164 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-531240ca-016f-4a9e-a104-cb47013f3506 req-158d8eef-ddc9-4095-8fe5-a646e859bc52 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288349 Sep 04 16:19:16.434374 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (0c6b7474-ae62-4f79-b362-fa09b3e64b6b), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:16.478684 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-69dd7c9c-399c-40ff-94ea-b6dfdfdbc6b7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682220 Sep 04 16:19:16.577396 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb5c88-c43e-4a8e-9d8a-6fb9d2c48f0d req-dbefcfe6-c14a-479c-8dbb-2df74d53d96a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:16.578891 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1dbb5c88-c43e-4a8e-9d8a-6fb9d2c48f0d req-dbefcfe6-c14a-479c-8dbb-2df74d53d96a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.1420774 Sep 04 16:19:16.610297 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:16.940473 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Floating IP 0c6b7474-ae62-4f79-b362-fa09b3e64b6b associated. External IP: 172.27.3.10, port: 6d210ca9-1ff4-4f3e-842e-652e252e69a7. Sep 04 16:19:16.990403 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6d841729-7ea6-45c0-bef9-b9dc7ed4a78a req-2b509fed-c2ba-4d65-b52c-ae2ea6f8b51f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885554 Sep 04 16:19:16.995104 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1dbb5c88-c43e-4a8e-9d8a-6fb9d2c48f0d req-af08e3dc-09d6-4f36-a54c-d473ab8a9d7d tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855612 Sep 04 16:19:17.167953 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Router 421579d0-576d-4711-b954-945f2a7b2101 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:19:17.271083 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:19:17.276414 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:17.280803 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] Sync routers for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:19:17.291283 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:19:17.291892 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:17.306437 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:17.312986 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-b43d6e5a-2f33-4721-b18b-0d9d5f23476c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/0c6b7474-ae62-4f79-b362-fa09b3e64b6b HTTP/1.1" status: 200 len: 990 time: 2.1594079 Sep 04 16:19:17.313581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:19:17.315862 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb7108-0737-46cf-947e-b757bb886490" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:19:17.357052 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30698471-83c5-4f71-a08b-d99411593c96 x-openstack-request-id: req-30698471-83c5-4f71-a08b-d99411593c96 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:19:17.357342 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:19:17.357619 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30698471-83c5-4f71-a08b-d99411593c96 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:19:17.358026 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30698471-83c5-4f71-a08b-d99411593c96'] response: {'name': 'network-changed', 'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'status': 'completed', 'code': 200} Sep 04 16:19:17.428107 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7108-0737-46cf-947e-b757bb886490 req-f87b618f-919a-42d5-9602-f04978c49d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:17.429605 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9afb7108-0737-46cf-947e-b757bb886490 req-f87b618f-919a-42d5-9602-f04978c49d38 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 1129 time: 0.0412121 Sep 04 16:19:17.472905 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:17.483050 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:19:17.526345 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7108-0737-46cf-947e-b757bb886490 req-8f394ace-00f0-4aeb-87b7-9c1225db420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:17.527709 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9afb7108-0737-46cf-947e-b757bb886490 req-8f394ace-00f0-4aeb-87b7-9c1225db420d service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 918 time: 0.0895448 Sep 04 16:19:17.602590 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9afb7108-0737-46cf-947e-b757bb886490 req-58aeb4c1-7d41-4f1b-b743-a5b983932233 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7 HTTP/1.1" status: 200 len: 998 time: 0.0686157 Sep 04 16:19:17.655950 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7108-0737-46cf-947e-b757bb886490 req-b78e5ce4-fad5-40a0-9ed9-a4af15b59fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:17.657449 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9afb7108-0737-46cf-947e-b757bb886490 req-b78e5ce4-fad5-40a0-9ed9-a4af15b59fe8 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 200 len: 856 time: 0.0491972 Sep 04 16:19:17.697832 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:17.702499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb7108-0737-46cf-947e-b757bb886490 req-4ee4cd69-4e24-4bf4-9ba4-60d8724a3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:17.704129 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9afb7108-0737-46cf-947e-b757bb886490 req-4ee4cd69-4e24-4bf4-9ba4-60d8724a3bcf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403080 Sep 04 16:19:17.712614 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '0c6b7474-ae62-4f79-b362-fa09b3e64b6b', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '421579d0-576d-4711-b954-945f2a7b2101', 'port_id': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'mac_address': 'fa:16:3e:3a:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:18:43Z', 'updated_at': '2022-09-04T16:19:16Z', 'revision_number': 1, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:17.738242 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] Checking router: 421579d0-576d-4711-b954-945f2a7b2101 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:19:17.750147 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:19:17.750659 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:17.808403 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9afb7108-0737-46cf-947e-b757bb886490 req-081a2679-d478-4e01-9234-7a582a595726 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968101 Sep 04 16:19:17.826427 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:17.855265 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:19:17.903463 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9afb7108-0737-46cf-947e-b757bb886490 req-688acec1-332d-4d61-92d3-845b13e66e65 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877717 Sep 04 16:19:18.064568 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '0c6b7474-ae62-4f79-b362-fa09b3e64b6b', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '421579d0-576d-4711-b954-945f2a7b2101', 'port_id': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'mac_address': 'fa:16:3e:3a:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:18:43Z', 'updated_at': '2022-09-04T16:19:16Z', 'revision_number': 1, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:18.088811 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98076d1e-0976-4a62-a7fb-e8cc55bb732f None None] The sync data for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi is: [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '0c6b7474-ae62-4f79-b362-fa09b3e64b6b', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '421579d0-576d-4711-b954-945f2a7b2101', 'port_id': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'mac_address': 'fa:16:3e:3a:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:18:43Z', 'updated_at': '2022-09-04T16:19:16Z', 'revision_number': 1, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:19:18.287047 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab687f3-51a1-4299-9cff-4ff5f250ae42 None None] New status for floating IP 0c6b7474-ae62-4f79-b362-fa09b3e64b6b: ACTIVE {{(pid=106843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:19:21.364601 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=42 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:21.395306 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=36 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:27.311599 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a0d68-fc34-4efb-bcbb-efab2d61953e req-23dce4a3-31ee-4568-9bfa-d8bbad567e7e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:27.312983 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0d0a0d68-fc34-4efb-bcbb-efab2d61953e req-23dce4a3-31ee-4568-9bfa-d8bbad567e7e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0521088 Sep 04 16:19:27.353754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:27.361117 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0d0a0d68-fc34-4efb-bcbb-efab2d61953e req-2b3c298e-9e73-43f7-9e55-bb2055583a73 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Sep 04 16:19:27.390775 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52546) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:27.475448 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28022d2-1ae7-4f28-941d-38a14be761c9 tempest-TestMinimumBasicScenario-1263619296 tempest-TestMinimumBasicScenario-1263619296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:27.478450 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-b28022d2-1ae7-4f28-941d-38a14be761c9 tempest-TestMinimumBasicScenario-1263619296 tempest-TestMinimumBasicScenario-1263619296-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 1125 time: 0.0852160 Sep 04 16:19:27.481116 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52550) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:27.485497 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'port_id': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:27.588655 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:27.670514 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:27.776970 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Allocated IP 172.27.3.136 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/6376940f-92fa-4c90-8b39-be2a26ecbeb8) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:19:27.859994 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:27.881437 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for port (6376940f-92fa-4c90-8b39-be2a26ecbeb8), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:27.988111 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (6376940f-92fa-4c90-8b39-be2a26ecbeb8), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:28.030959 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:19:28.035644 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:19:28.039415 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:19:28.043137 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'Port': ['ID=6376940f-92fa-4c90-8b39-be2a26ecbeb8,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:28.260590 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:28.388170 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:28.392097 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:28.394517 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for floatingip (b57421b2-1e37-4201-abb7-380d25cf217d), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:28.520204 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6376940f-92fa-4c90-8b39-be2a26ecbeb8), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:28.664339 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for port (6376940f-92fa-4c90-8b39-be2a26ecbeb8), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:28.730892 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (6376940f-92fa-4c90-8b39-be2a26ecbeb8), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:28.734442 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:28.803133 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'Port': ['ID=6376940f-92fa-4c90-8b39-be2a26ecbeb8,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:28.809307 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (b57421b2-1e37-4201-abb7-380d25cf217d), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:28.907769 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Floating IP b57421b2-1e37-4201-abb7-380d25cf217d associated. External IP: 172.27.3.136, port: 156cd70b-43a3-4b2d-899b-983cd2ad0541. Sep 04 16:19:28.996760 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:19:29.104180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:19:29.207167 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:19:29.216596 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] Sync routers for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:19:29.225694 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:19:29.226272 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:29.286176 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:29.317676 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-243ac867-71a5-4c40-a0ea-6806e86959ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8351054 Sep 04 16:19:29.318029 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:19:29.322298 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12deaa7a-8504-4a99-9575-6151358e43e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:19:29.323104 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52554) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:29.327390 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-ea2db03a-fbd7-404d-ad44-b364a71e9cbb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-681660327', 'description': 'tempest-secgroup-smoke-681660327 description', 'project_id': 'ae092c3124e9438fa20dfda624775825'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:29.327942 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:19:29.341197 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:29.367753 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884ce8b2-803b-48be-8e93-28c73c75e8a9 x-openstack-request-id: req-884ce8b2-803b-48be-8e93-28c73c75e8a9 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:19:29.368051 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:19:29.369161 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-884ce8b2-803b-48be-8e93-28c73c75e8a9 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:19:29.369649 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-884ce8b2-803b-48be-8e93-28c73c75e8a9'] response: {'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'status': 'completed', 'code': 200} Sep 04 16:19:29.430432 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ea2db03a-fbd7-404d-ad44-b364a71e9cbb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:29.443072 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-8791d186-38f8-4e35-8a44-1fe20c0614e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:29.444600 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-8791d186-38f8-4e35-8a44-1fe20c0614e7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ae092c3124e9438fa20dfda624775825&device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 1130 time: 0.0530810 Sep 04 16:19:29.506764 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:29.545914 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'b57421b2-1e37-4201-abb7-380d25cf217d', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'port_id': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'mac_address': 'fa:16:3e:59:4c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:19:28Z', 'updated_at': '2022-09-04T16:19:28Z', 'revision_number': 0, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f', 'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'mac_address': 'fa:16:3e:fb:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:23Z', 'updated_at': '2022-09-04T16:18:28Z', 'revision_number': 5, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'subnets': [{'id': '20551ec1-1605-4661-a23e-d6babf234182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:29.574760 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] Checking router: 813e3a44-c5e3-4ea6-bf27-cbb606bddeac for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:19:29.576225 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ea2db03a-fbd7-404d-ad44-b364a71e9cbb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group (6b43c59d-2f27-4597-acd9-80f09a1d361f), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:29.580866 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-057de5b6-dcc1-4748-b008-77e52e4a7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:29.582402 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-057de5b6-dcc1-4748-b008-77e52e4a7528 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b HTTP/1.1" status: 200 len: 916 time: 0.1260982 Sep 04 16:19:29.587082 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:19:29.587082 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:29.640413 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:29.652296 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-e77191e8-1ab2-465a-b2a0-09f89d2db4b1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 200 len: 1000 time: 0.0616333 Sep 04 16:19:29.675197 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:29.688725 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:19:29.688928 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ea2db03a-fbd7-404d-ad44-b364a71e9cbb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6b43c59d-2f27-4597-acd9-80f09a1d361f), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:29.732165 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-ecfa2c18-1c60-4e6b-a794-8ad7f5dae931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:29.733669 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-ecfa2c18-1c60-4e6b-a794-8ad7f5dae931 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=20551ec1-1605-4661-a23e-d6babf234182 HTTP/1.1" status: 200 len: 854 time: 0.0732048 Sep 04 16:19:29.735386 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2db03a-fbd7-404d-ad44-b364a71e9cbb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b43c59d-2f27-4597-acd9-80f09a1d361f,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:29.784702 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-d84b489c-767b-40b0-863a-81a76a0bfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:29.786247 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-d84b489c-767b-40b0-863a-81a76a0bfcac service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454752 Sep 04 16:19:29.805013 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ea2db03a-fbd7-404d-ad44-b364a71e9cbb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:29.806758 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-ea2db03a-fbd7-404d-ad44-b364a71e9cbb tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4826505 Sep 04 16:19:29.809883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52558) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:29.814993 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'security_group_rule': {'security_group_id': '6b43c59d-2f27-4597-acd9-80f09a1d361f', 'project_id': 'ae092c3124e9438fa20dfda624775825', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:29.888376 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-331eef3f-3230-48e4-896a-c78c49d10edc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937634 Sep 04 16:19:29.896642 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (91b2f6ac-cd09-4ffc-a861-5d22c29bef98), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:29.905063 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'b57421b2-1e37-4201-abb7-380d25cf217d', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'port_id': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'mac_address': 'fa:16:3e:59:4c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:19:28Z', 'updated_at': '2022-09-04T16:19:28Z', 'revision_number': 0, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f', 'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'mac_address': 'fa:16:3e:fb:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:23Z', 'updated_at': '2022-09-04T16:18:28Z', 'revision_number': 5, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'subnets': [{'id': '20551ec1-1605-4661-a23e-d6babf234182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:19:29.930693 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f86a16-d794-4ecb-a301-d5850d41b777 None None] The sync data for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi is: [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'b57421b2-1e37-4201-abb7-380d25cf217d', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'port_id': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'mac_address': 'fa:16:3e:59:4c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:19:28Z', 'updated_at': '2022-09-04T16:19:28Z', 'revision_number': 0, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f', 'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'mac_address': 'fa:16:3e:fb:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:23Z', 'updated_at': '2022-09-04T16:18:28Z', 'revision_number': 5, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'subnets': [{'id': '20551ec1-1605-4661-a23e-d6babf234182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:19:29.958759 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (91b2f6ac-cd09-4ffc-a861-5d22c29bef98), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:29.994279 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-12deaa7a-8504-4a99-9575-6151358e43e7 req-efdae570-c89d-4d29-bd0e-b647f9decfdf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950489 Sep 04 16:19:30.037934 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (91b2f6ac-cd09-4ffc-a861-5d22c29bef98), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.060384 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b2f6ac-cd09-4ffc-a861-5d22c29bef98,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:30.068832 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.069174 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.069756 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.070162 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.070497 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.070823 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.071144 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.071537 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.072293 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.072293 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.072615 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.072940 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.073262 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.073579 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.073912 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:19:30.131481 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.133387 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-00790402-1338-4b67-aba8-b8235155e719 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217885 Sep 04 16:19:30.135543 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52560) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:30.137367 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3077cb-3ce0-439a-aa7b-9dbd1bcc5c27 None None] New status for floating IP b57421b2-1e37-4201-abb7-380d25cf217d: ACTIVE {{(pid=106843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:19:30.140002 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-6119b3fc-1fad-49c5-9b0f-b127cc1ad32e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'security_group_rule': {'security_group_id': '6b43c59d-2f27-4597-acd9-80f09a1d361f', 'project_id': 'ae092c3124e9438fa20dfda624775825', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:30.233238 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6119b3fc-1fad-49c5-9b0f-b127cc1ad32e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (a2c0cc56-954a-4cf8-9fbc-9d627d88f036), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.289686 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6119b3fc-1fad-49c5-9b0f-b127cc1ad32e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (a2c0cc56-954a-4cf8-9fbc-9d627d88f036), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.365188 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6119b3fc-1fad-49c5-9b0f-b127cc1ad32e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (a2c0cc56-954a-4cf8-9fbc-9d627d88f036), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.385084 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119b3fc-1fad-49c5-9b0f-b127cc1ad32e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c0cc56-954a-4cf8-9fbc-9d627d88f036,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:30.435449 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6119b3fc-1fad-49c5-9b0f-b127cc1ad32e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.436685 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6119b3fc-1fad-49c5-9b0f-b127cc1ad32e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3001516 Sep 04 16:19:30.439435 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52564) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:30.443659 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-1c3bd4f6-ef2f-42c3-931e-261ff54bcf31 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'security_group_rule': {'security_group_id': '6b43c59d-2f27-4597-acd9-80f09a1d361f', 'project_id': 'ae092c3124e9438fa20dfda624775825', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:30.531465 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1c3bd4f6-ef2f-42c3-931e-261ff54bcf31 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (90d3f631-3127-49a7-b956-6020408806d4), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.589028 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1c3bd4f6-ef2f-42c3-931e-261ff54bcf31 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (90d3f631-3127-49a7-b956-6020408806d4), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.627398 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1c3bd4f6-ef2f-42c3-931e-261ff54bcf31 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (90d3f631-3127-49a7-b956-6020408806d4), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.645962 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bd4f6-ef2f-42c3-931e-261ff54bcf31 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d3f631-3127-49a7-b956-6020408806d4,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:30.686724 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1c3bd4f6-ef2f-42c3-931e-261ff54bcf31 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.687907 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1c3bd4f6-ef2f-42c3-931e-261ff54bcf31 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475498 Sep 04 16:19:30.690606 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52566) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:30.695335 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-656bec2e-52a6-4af9-93d0-d02a897b60ee tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'security_group_rule': {'security_group_id': '6b43c59d-2f27-4597-acd9-80f09a1d361f', 'project_id': 'ae092c3124e9438fa20dfda624775825', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:30.791680 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-656bec2e-52a6-4af9-93d0-d02a897b60ee tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (a26dbba2-3f09-4867-bed8-d307c028e6ef), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.848737 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-656bec2e-52a6-4af9-93d0-d02a897b60ee tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (a26dbba2-3f09-4867-bed8-d307c028e6ef), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.924817 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-656bec2e-52a6-4af9-93d0-d02a897b60ee tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (a26dbba2-3f09-4867-bed8-d307c028e6ef), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:30.943700 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bec2e-52a6-4af9-93d0-d02a897b60ee tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26dbba2-3f09-4867-bed8-d307c028e6ef,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:31.012699 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-656bec2e-52a6-4af9-93d0-d02a897b60ee tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.014037 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-656bec2e-52a6-4af9-93d0-d02a897b60ee tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3223858 Sep 04 16:19:31.016909 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52568) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:31.021362 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-5c317527-dc1f-4c3d-8cc4-ebc80e027718 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'security_group_rule': {'security_group_id': '6b43c59d-2f27-4597-acd9-80f09a1d361f', 'project_id': 'ae092c3124e9438fa20dfda624775825', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:31.102390 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.securitygroups_db [None req-5c317527-dc1f-4c3d-8cc4-ebc80e027718 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Project ae092c3124e9438fa20dfda624775825 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:19:31.109223 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c317527-dc1f-4c3d-8cc4-ebc80e027718 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (b396a2de-cb60-4d90-9edb-58bb07b604a7), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.169966 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c317527-dc1f-4c3d-8cc4-ebc80e027718 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (b396a2de-cb60-4d90-9edb-58bb07b604a7), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.220793 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c317527-dc1f-4c3d-8cc4-ebc80e027718 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (b396a2de-cb60-4d90-9edb-58bb07b604a7), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.233051 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:31.240501 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c317527-dc1f-4c3d-8cc4-ebc80e027718 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b396a2de-cb60-4d90-9edb-58bb07b604a7,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:31.291873 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5c317527-dc1f-4c3d-8cc4-ebc80e027718 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.293056 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-5c317527-dc1f-4c3d-8cc4-ebc80e027718 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2751985 Sep 04 16:19:31.295767 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52570) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:19:31.299972 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-c13defb1-48d7-4fbe-a5c9-e4e1870e0f2e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'security_group_rule': {'security_group_id': '6b43c59d-2f27-4597-acd9-80f09a1d361f', 'project_id': 'ae092c3124e9438fa20dfda624775825', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:31.316125 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:31.398582 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.securitygroups_db [None req-c13defb1-48d7-4fbe-a5c9-e4e1870e0f2e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Project ae092c3124e9438fa20dfda624775825 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 04 16:19:31.408942 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c13defb1-48d7-4fbe-a5c9-e4e1870e0f2e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (8b6bdb7a-ffae-4da4-9993-3955ad1878c0), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.476836 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c13defb1-48d7-4fbe-a5c9-e4e1870e0f2e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (8b6bdb7a-ffae-4da4-9993-3955ad1878c0), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.605485 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c13defb1-48d7-4fbe-a5c9-e4e1870e0f2e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (8b6bdb7a-ffae-4da4-9993-3955ad1878c0), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.625374 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13defb1-48d7-4fbe-a5c9-e4e1870e0f2e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6bdb7a-ffae-4da4-9993-3955ad1878c0,revision_number=0']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:31.697085 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c13defb1-48d7-4fbe-a5c9-e4e1870e0f2e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.698254 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c13defb1-48d7-4fbe-a5c9-e4e1870e0f2e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4015460 Sep 04 16:19:31.797215 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-03dff785-a05b-4df6-be57-a1aeb93dcffd tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-681660327&fields=id&tenant_id=ae092c3124e9438fa20dfda624775825 HTTP/1.1" status: 200 len: 267 time: 0.0513146 Sep 04 16:19:31.846640 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-2db61525-bda1-41e7-8bce-5b4f63acfcfc tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:31.848072 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-2db61525-bda1-41e7-8bce-5b4f63acfcfc tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0454299 Sep 04 16:19:31.858820 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-ff215052-775e-4520-a040-01c21b215c50 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'port': {'security_groups': ['37f2823e-2c5e-4484-85d6-33c4526d5c2e', '6b43c59d-2f27-4597-acd9-80f09a1d361f']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:19:31.931098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-ff215052-775e-4520-a040-01c21b215c50 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:31.993544 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:32.117386 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-ff215052-775e-4520-a040-01c21b215c50 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] For port 156cd70b-43a3-4b2d-899b-983cd2ad0541, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:19:32.149097 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-ff215052-775e-4520-a040-01c21b215c50 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:32.203466 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-ff215052-775e-4520-a040-01c21b215c50 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:32.213935 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-ff215052-775e-4520-a040-01c21b215c50 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:32.214541 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-ff215052-775e-4520-a040-01c21b215c50 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:32.215901 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c5164268-1388-43dd-9b63-7e09ba0e0c7a req-ff215052-775e-4520-a040-01c21b215c50 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "PUT /networking/v2.0/ports/156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 200 len: 982 time: 0.3613651 Sep 04 16:19:32.216089 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['156cd70b-43a3-4b2d-899b-983cd2ad0541'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:19:32.216679 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:19:32.219727 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2efd3e-e853-4452-8c14-7040ec916156" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:19:32.272410 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5347ab27-5739-4974-9274-afccc66cb179 x-openstack-request-id: req-5347ab27-5739-4974-9274-afccc66cb179 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:19:32.272694 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:19:32.272941 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5347ab27-5739-4974-9274-afccc66cb179 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:19:32.273336 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5347ab27-5739-4974-9274-afccc66cb179'] response: {'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'status': 'completed', 'code': 200} Sep 04 16:19:32.274446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff215052-775e-4520-a040-01c21b215c50 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'Port': ['ID=156cd70b-43a3-4b2d-899b-983cd2ad0541,revision_number=6']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:19:32.353014 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['156cd70b-43a3-4b2d-899b-983cd2ad0541'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:19:32.359351 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea50dd7-ce2c-410d-b513-cb66686c2206 req-24b99fe1-f931-4a1c-ad44-837072f149fe tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:32.361046 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dea50dd7-ce2c-410d-b513-cb66686c2206 req-24b99fe1-f931-4a1c-ad44-837072f149fe tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0754893 Sep 04 16:19:32.366680 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-c5c525d4-8f73-4125-9f22-9213ec027482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:32.368076 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-c5c525d4-8f73-4125-9f22-9213ec027482 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ae092c3124e9438fa20dfda624775825&device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 1169 time: 0.0534527 Sep 04 16:19:32.481465 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dea50dd7-ce2c-410d-b513-cb66686c2206 req-6ed341e9-9fdb-4a65-86f7-2e0d06957420 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124389 Sep 04 16:19:32.508244 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-7bf46707-f8e6-4e2d-bd09-3da3cb6e5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:32.510246 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-7bf46707-f8e6-4e2d-bd09-3da3cb6e5a5f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b HTTP/1.1" status: 200 len: 916 time: 0.1276059 Sep 04 16:19:32.580236 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-d271669b-b1c7-4d88-95a9-9e656dffab83 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 200 len: 1002 time: 0.0627596 Sep 04 16:19:32.612545 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:32.630565 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-ce2557bf-e54c-4a31-be21-6d0836b93d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:32.632001 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-ce2557bf-e54c-4a31-be21-6d0836b93d7f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=20551ec1-1605-4661-a23e-d6babf234182 HTTP/1.1" status: 200 len: 854 time: 0.0449421 Sep 04 16:19:32.677921 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-e8ccd962-e17f-4151-b882-aed5ee81b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:32.679390 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-e8ccd962-e17f-4151-b882-aed5ee81b016 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399652 Sep 04 16:19:32.773334 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-b4249747-e813-4c96-9d65-99f4ca0e341b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855134 Sep 04 16:19:32.868393 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c2efd3e-e853-4452-8c14-7040ec916156 req-de0a642d-2cb9-4ec2-b4a3-7ad7853fc2ec service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828235 Sep 04 16:19:32.892429 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:32.903746 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:35.651100 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-76789e76-02b0-4ae0-968d-a1a1c4e8c286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:37.975138 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-57d73cde-9514-4ead-98d1-c1ebbeeccee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:39.106729 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:39.908894 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=54 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:40.605131 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:40.754244 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:41.633695 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=25,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:42.859524 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=74 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:42.865763 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=20 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:47.788339 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:19:50.988221 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-1d6996ed-7505-4fef-897a-e92a1e25adcd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386484 Sep 04 16:19:51.326210 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-5ac303b8-8483-4b92-9a89-9373c1f3a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:51.327618 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-5ac303b8-8483-4b92-9a89-9373c1f3a702 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1130 time: 0.3093312 Sep 04 16:19:51.433987 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-4d637cfe-a776-4fa4-bd2f-54eed0b37cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:51.435425 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-4d637cfe-a776-4fa4-bd2f-54eed0b37cb5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b2b9ef80-2b71-48ed-a94f-408f1798eb56 HTTP/1.1" status: 200 len: 910 time: 0.0857882 Sep 04 16:19:51.504685 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-fed43d10-3fc9-44d9-b185-a1ccf97f6df0 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 200 len: 1000 time: 0.0609217 Sep 04 16:19:51.554387 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-d5f58759-a49c-45cb-b947-9900e08734ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:51.555789 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-d5f58759-a49c-45cb-b947-9900e08734ed service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3797ebf1-8cfe-4502-b2ad-8c62a032dc40 HTTP/1.1" status: 200 len: 848 time: 0.0430932 Sep 04 16:19:51.599008 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-6291852f-0367-47ec-8f60-edc32c40a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:51.600441 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-6291852f-0367-47ec-8f60-edc32c40a21f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b2b9ef80-2b71-48ed-a94f-408f1798eb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371637 Sep 04 16:19:51.693117 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-c0507c86-c67b-43d3-8c56-ad103ffafa1b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844157 Sep 04 16:19:51.785771 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92bda710-c50a-411f-abc6-fd95405d4bc6 req-72a8e9e3-e80a-4256-85b8-1a92795bb971 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843127 Sep 04 16:19:54.671908 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f105ad-8237-4228-91b0-4b0c11c0a039 req-3dc31f5c-5066-4e89-90c2-9c3b1cc71134 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:54.673428 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f105ad-8237-4228-91b0-4b0c11c0a039 req-3dc31f5c-5066-4e89-90c2-9c3b1cc71134 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0475359 Sep 04 16:19:54.734028 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f105ad-8237-4228-91b0-4b0c11c0a039 req-b36b3819-2686-4bc7-b20c-ce6ea75cf221 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548544 Sep 04 16:19:55.456202 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585500a9-7d75-477c-99e3-4e457a200d0c req-1baa3163-c9f4-4067-873c-014201e721d7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:55.457693 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-585500a9-7d75-477c-99e3-4e457a200d0c req-1baa3163-c9f4-4067-873c-014201e721d7 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0469713 Sep 04 16:19:55.507179 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-585500a9-7d75-477c-99e3-4e457a200d0c req-6631c0d4-991c-4b62-9f5a-9f6afe9985eb tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439939 Sep 04 16:19:55.858221 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40ddd5-0f34-4edd-84ff-1bad7d34998e req-021dcd1c-a3a8-4659-b935-88db857c8d7c tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:55.859688 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cc40ddd5-0f34-4edd-84ff-1bad7d34998e req-021dcd1c-a3a8-4659-b935-88db857c8d7c tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0473175 Sep 04 16:19:55.909304 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cc40ddd5-0f34-4edd-84ff-1bad7d34998e req-3e9cb059-5c56-4f1a-bf98-a4d420b322e5 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439386 Sep 04 16:19:56.629766 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfdf8-1a32-4e40-be90-7d4bf25b1c50 req-ed428b61-3408-4ace-85c9-96d39e3085f8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:56.631204 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6abcfdf8-1a32-4e40-be90-7d4bf25b1c50 req-ed428b61-3408-4ace-85c9-96d39e3085f8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0489602 Sep 04 16:19:56.677105 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6abcfdf8-1a32-4e40-be90-7d4bf25b1c50 req-d13cd469-dc36-4036-927a-d8c13de8e103 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 Sep 04 16:19:57.030846 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588813f5-2328-470c-9d5d-9271e01068cf req-0aef597a-7bc4-4377-b1a7-5623fde2cb8c tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:57.032425 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-588813f5-2328-470c-9d5d-9271e01068cf req-0aef597a-7bc4-4377-b1a7-5623fde2cb8c tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0489492 Sep 04 16:19:57.080244 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-588813f5-2328-470c-9d5d-9271e01068cf req-592e64b5-b982-4500-b362-7d0685795c1e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Sep 04 16:19:57.740980 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:57.742853 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:57.796194 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:57.804130 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f976c1-b95d-4087-a38a-0e14099cb28d req-bca8294d-3a3d-40ce-986f-dc767377f41f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:57.805586 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-63f976c1-b95d-4087-a38a-0e14099cb28d req-bca8294d-3a3d-40ce-986f-dc767377f41f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0526040 Sep 04 16:19:57.818418 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:19:57.852590 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-63f976c1-b95d-4087-a38a-0e14099cb28d req-c7583dd1-b99b-413b-a862-01629d7e589f tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Sep 04 16:19:58.204162 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9daac6-83b1-4f3c-b74e-6c6b698713b5 req-6f2adae9-739b-4b0c-b5a8-2ce021a00e30 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:58.205834 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2e9daac6-83b1-4f3c-b74e-6c6b698713b5 req-6f2adae9-739b-4b0c-b5a8-2ce021a00e30 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0487106 Sep 04 16:19:58.282038 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2e9daac6-83b1-4f3c-b74e-6c6b698713b5 req-d105d922-6f4e-4de8-b81e-eaae2b220fa9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708187 Sep 04 16:19:58.296904 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff3ba0-956a-441e-8bdc-5e12923b93e3 req-400e0402-f438-43bd-86f9-1b80189a4d3c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:58.298414 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-77ff3ba0-956a-441e-8bdc-5e12923b93e3 req-400e0402-f438-43bd-86f9-1b80189a4d3c tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0588806 Sep 04 16:19:58.355362 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-77ff3ba0-956a-441e-8bdc-5e12923b93e3 req-4640c19d-6615-40b7-affd-d568e6e1a7c2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509417 Sep 04 16:19:58.980407 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06e1e1-91e3-4fcd-81c5-d80598be0394 req-95d97fd3-9e53-4a67-85cb-a765293d464d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:58.981915 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-da06e1e1-91e3-4fcd-81c5-d80598be0394 req-95d97fd3-9e53-4a67-85cb-a765293d464d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0471401 Sep 04 16:19:59.030674 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-da06e1e1-91e3-4fcd-81c5-d80598be0394 req-95ba913b-4885-483a-828b-60fb8011ebbf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Sep 04 16:19:59.404660 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd347306-e8ec-4c4f-a85c-9a4889bb4c59 req-6bf9bc2c-298d-4b0c-90f1-2f0b71fc6bcb tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:59.406230 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd347306-e8ec-4c4f-a85c-9a4889bb4c59 req-6bf9bc2c-298d-4b0c-90f1-2f0b71fc6bcb tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0475538 Sep 04 16:19:59.490867 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd347306-e8ec-4c4f-a85c-9a4889bb4c59 req-80400201-d7e0-48d7-8a10-279194b34795 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776820 Sep 04 16:19:59.505336 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a4a33-df52-42d7-adf0-92966ab1ff14 req-7d33332e-f3d0-453e-b712-141da8936459 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:19:59.506837 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c43a4a33-df52-42d7-adf0-92966ab1ff14 req-7d33332e-f3d0-453e-b712-141da8936459 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0715983 Sep 04 16:19:59.557070 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c43a4a33-df52-42d7-adf0-92966ab1ff14 req-6d910109-6848-4ff3-a728-de3c5bd71960 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442266 Sep 04 16:20:00.150340 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46905207-4565-4941-ad9c-3612c49954ad req-0341630e-a901-4f7d-97dd-4c57d4a306da tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:00.152359 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-46905207-4565-4941-ad9c-3612c49954ad req-0341630e-a901-4f7d-97dd-4c57d4a306da tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0461950 Sep 04 16:20:00.198844 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-46905207-4565-4941-ad9c-3612c49954ad req-6e2b63e8-c5b6-42fc-9d47-8eabc702e75e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405819 Sep 04 16:20:00.621849 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf5ec-d10d-4ac6-b9c2-d5e430b48e2e req-994c78c4-4d4c-4050-82da-f0d7dc27ec8e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:00.623307 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-51adf5ec-d10d-4ac6-b9c2-d5e430b48e2e req-994c78c4-4d4c-4050-82da-f0d7dc27ec8e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0507143 Sep 04 16:20:00.672594 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-51adf5ec-d10d-4ac6-b9c2-d5e430b48e2e req-849c25a7-70d0-4baa-b7c1-70950859888a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Sep 04 16:20:00.782554 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6f6aa-ff26-42b8-8b70-8a4a77787ca0 req-ac694860-69eb-4583-bf1f-7989ff71ad5a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:00.784541 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1ec6f6aa-ff26-42b8-8b70-8a4a77787ca0 req-ac694860-69eb-4583-bf1f-7989ff71ad5a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0517359 Sep 04 16:20:00.854144 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1ec6f6aa-ff26-42b8-8b70-8a4a77787ca0 req-52bb4c0f-881e-4954-927c-58711cfe8d62 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628436 Sep 04 16:20:00.891350 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-f45167f9-20b1-4358-ac79-8531911e1520 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:00.892978 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-f45167f9-20b1-4358-ac79-8531911e1520 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.0596826 Sep 04 16:20:01.119959 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Deleting port ab492967-90e3-4b09-b251-d08c6b91d22c {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:01.123844 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:01.131167 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-e4609710-eb81-46af-8e49-87d0cf5f70d4 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:01.132663 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-e4609710-eb81-46af-8e49-87d0cf5f70d4 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.0642180 Sep 04 16:20:01.153137 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:01.221648 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:01.298258 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Deleting port 16088940-01d4-4b7c-9350-5157b311afa1 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:01.298595 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (16088940-01d4-4b7c-9350-5157b311afa1), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:01.368037 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] For port ab492967-90e3-4b09-b251-d08c6b91d22c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=ab492967-90e3-4b09-b251-d08c6b91d22c,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:01.368264 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:01.408741 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e152fc-0d5f-4385-b442-dd298444bfbe req-ea1d0dfb-cd77-4c20-b193-b875753a5789 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:01.410309 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f9e152fc-0d5f-4385-b442-dd298444bfbe req-ea1d0dfb-cd77-4c20-b193-b875753a5789 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 945 time: 0.1245892 Sep 04 16:20:01.562277 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] For port 16088940-01d4-4b7c-9350-5157b311afa1, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=16088940-01d4-4b7c-9350-5157b311afa1,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:01.562642 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (16088940-01d4-4b7c-9350-5157b311afa1), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:01.587036 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f9e152fc-0d5f-4385-b442-dd298444bfbe req-40b49452-9d64-40cc-b9bb-293a2e1e5237 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=97298211-77f3-4cf7-9b51-62a878573b92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435266 Sep 04 16:20:01.685728 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:01.686438 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (88235fad-381f-4ac9-97fc-37046eb97a93), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:01.686438 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Floating IP 88235fad-381f-4ac9-97fc-37046eb97a93 disassociated. External IP: 172.27.3.47, port: ab492967-90e3-4b09-b251-d08c6b91d22c. Sep 04 16:20:01.686771 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Calling delete_port for ab492967-90e3-4b09-b251-d08c6b91d22c owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:01.884970 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736c86-8ee2-4ae8-993a-6d52466fa9f6 req-4e9f37b7-5e45-44a6-88db-84557d56438a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:01.891950 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-93736c86-8ee2-4ae8-993a-6d52466fa9f6 req-4e9f37b7-5e45-44a6-88db-84557d56438a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0903530 Sep 04 16:20:01.898484 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:01.898857 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:01.903854 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Floating IP 29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe disassociated. External IP: 172.27.3.158, port: 16088940-01d4-4b7c-9350-5157b311afa1. Sep 04 16:20:01.903854 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Calling delete_port for 16088940-01d4-4b7c-9350-5157b311afa1 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:01.917543 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:02.069766 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:02.083043 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-93736c86-8ee2-4ae8-993a-6d52466fa9f6 req-61768eea-9653-4431-9a98-4e03ca00f372 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902564 Sep 04 16:20:02.132789 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa15be4-23fb-43bb-ace5-b7d1498af0b8 req-c52050ee-57c6-4112-ba1b-2eff8db1cfbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:02.134285 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-daa15be4-23fb-43bb-ace5-b7d1498af0b8 req-c52050ee-57c6-4112-ba1b-2eff8db1cfbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 946 time: 0.1654351 Sep 04 16:20:02.148178 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-95f3d25d-0836-4304-8188-e3825bd094f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:02.149649 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-95f3d25d-0836-4304-8188-e3825bd094f2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ae092c3124e9438fa20dfda624775825&device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 1169 time: 0.0970843 Sep 04 16:20:02.294300 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (ab492967-90e3-4b09-b251-d08c6b91d22c), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:02.306683 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce34ac9-022f-4f26-b361-66fec8eba333 req-57797a9a-e578-4a97-a0d8-c8c09ecd71e6 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:02.308790 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ce34ac9-022f-4f26-b361-66fec8eba333 req-57797a9a-e578-4a97-a0d8-c8c09ecd71e6 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.1461143 Sep 04 16:20:02.383221 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-daa15be4-23fb-43bb-ace5-b7d1498af0b8 req-360fd538-1cfc-4138-8047-0160ef53ddde tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391498 Sep 04 16:20:02.410005 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event deleted for resources: {'Port': ['ID=ab492967-90e3-4b09-b251-d08c6b91d22c,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:02.446031 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.446374 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.446705 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.447036 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.447362 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.447683 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.448004 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.448853 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.449229 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.449550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.454751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.454751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.454751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.454751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.454751 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:02.457787 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:02.500391 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-0b3af3ce-5f2e-48ba-ad01-c833e5518a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:02.501861 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-0b3af3ce-5f2e-48ba-ad01-c833e5518a41 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b HTTP/1.1" status: 200 len: 916 time: 0.3359969 Sep 04 16:20:02.531772 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (16088940-01d4-4b7c-9350-5157b311afa1), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:02.571989 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ce34ac9-022f-4f26-b361-66fec8eba333 req-ab72e629-9daa-40c5-bff4-83fdd6ba6d93 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2469277 Sep 04 16:20:02.632572 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event deleted for resources: {'Port': ['ID=16088940-01d4-4b7c-9350-5157b311afa1,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:02.659475 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-4248e7a5-3ed1-496e-8112-c0aee0e7144e service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 200 len: 1002 time: 0.1489568 Sep 04 16:20:02.754571 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Router d18bd00e-57b3-4da8-b140-106cd52a8fb8 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:20:02.779223 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0e595859-a1e6-418a-a727-6028f4b8a77a req-d3677ede-fcca-4e98-a4c0-7ca394810232 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 210 time: 0.0736730 Sep 04 16:20:02.826416 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-2955c917-3365-4237-9792-6fa1630ff474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:02.827734 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-2955c917-3365-4237-9792-6fa1630ff474 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=20551ec1-1605-4661-a23e-d6babf234182 HTTP/1.1" status: 200 len: 854 time: 0.1612816 Sep 04 16:20:02.918828 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-7209d385-f04c-400c-be7a-46e02087be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:02.920424 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-7209d385-f04c-400c-be7a-46e02087be4e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855145 Sep 04 16:20:02.930240 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Router 2c80ad6a-07ee-471d-bb67-9209b28836bd has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:20:03.364763 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:20:03.377296 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] Sync routers for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:20:03.387402 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:03.388285 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:03.390712 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:03.477022 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e80e35-bcd6-40a4-81e0-72f8cb516a44 req-8443d964-f028-47bf-b3d7-c78082ca804f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:03.478531 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20e80e35-bcd6-40a4-81e0-72f8cb516a44 req-8443d964-f028-47bf-b3d7-c78082ca804f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.1412518 Sep 04 16:20:03.499393 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:03.501811 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] No DVR routers for this DVR port ab492967-90e3-4b09-b251-d08c6b91d22c on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:20:03.510666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:03.514395 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-98ee4cea-2035-488a-9bbd-c72ded972ba5 req-e5a3e8ba-226c-44b8-bce8-db3b0b3582dd tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "DELETE /networking/v2.0/ports/ab492967-90e3-4b09-b251-d08c6b91d22c HTTP/1.1" status: 204 len: 173 time: 2.5205534 Sep 04 16:20:03.518511 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'name': 'network-vif-deleted', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:03.520313 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e42b5e-b6ef-41dd-98ea-5bfc51638de2" -d '{"events": [{"server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "name": "network-vif-deleted", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:03.524261 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-7547ba0d-c966-4605-805c-7586560663c5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969846 Sep 04 16:20:03.546128 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:20:03.556395 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] Sync routers for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:20:03.583098 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:03.583953 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:03.664526 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] No DVR routers for this DVR port 16088940-01d4-4b7c-9350-5157b311afa1 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:20:03.668941 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:03.672186 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d776fd37-fea3-43c5-a38c-388f6bdedf48 req-421f0a2b-883c-4166-8fcd-28d87c9f1a46 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "DELETE /networking/v2.0/ports/16088940-01d4-4b7c-9350-5157b311afa1 HTTP/1.1" status: 204 len: 173 time: 2.5274518 Sep 04 16:20:03.676267 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20e80e35-bcd6-40a4-81e0-72f8cb516a44 req-1b5610e1-be77-403c-bdb5-ba12b92c50ab tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793358 Sep 04 16:20:03.723070 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e7eef457-9c23-4fef-a76b-dfad870a29b0 req-6de571c3-85d4-48e9-8b01-fcd8ea93726f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894205 Sep 04 16:20:03.733073 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:14:01Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:03.772367 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] Checking router: d18bd00e-57b3-4da8-b140-106cd52a8fb8 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:20:03.784276 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:03.785526 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:03.787003 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:03.866742 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66c4d2ea-33ec-458a-bf62-01a2ccd283a8 req-2bf1626a-c8f8-4898-a167-4c94100746f1 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.0794575 Sep 04 16:20:03.912672 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e2b7a1-dcb0-4593-996b-f4d6d8c53c1f x-openstack-request-id: req-a3e2b7a1-dcb0-4593-996b-f4d6d8c53c1f {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:03.913152 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0188e4a8-e601-43da-b389-7e0a8410ae8d", "name": "network-vif-deleted", "tag": "ab492967-90e3-4b09-b251-d08c6b91d22c", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:03.913551 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3e2b7a1-dcb0-4593-996b-f4d6d8c53c1f {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:03.914014 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e2b7a1-dcb0-4593-996b-f4d6d8c53c1f'] response: {'server_uuid': '0188e4a8-e601-43da-b389-7e0a8410ae8d', 'name': 'network-vif-deleted', 'tag': 'ab492967-90e3-4b09-b251-d08c6b91d22c', 'status': 'completed', 'code': 200} Sep 04 16:20:03.936057 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:04.027295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbcc87-d2d1-4620-9ecc-b3a90284e53f req-0eab732a-2c22-4859-8142-c05c9c098b5e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:04.038285 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2bbcc87-d2d1-4620-9ecc-b3a90284e53f req-0eab732a-2c22-4859-8142-c05c9c098b5e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0705066 Sep 04 16:20:04.121709 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9176d9a7-ec86-457a-a744-0d100a78d0ca req-9248a25c-714d-4dcf-99ec-e781aa5831c8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 210 time: 0.0420635 Sep 04 16:20:04.174043 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a2bbcc87-d2d1-4620-9ecc-b3a90284e53f req-1cc87c3e-1869-40ba-ba95-3f117422df1e tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346822 Sep 04 16:20:04.178906 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:04.215857 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] Checking router: 2c80ad6a-07ee-471d-bb67-9209b28836bd for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:20:04.224545 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:04.225602 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:19:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:04.249292 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:14:01Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:04.284621 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c1e7e-f5ef-41a2-b70f-5099ebd47231 req-364039a5-a60f-48f0-86e7-f054f52138a2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:04.286597 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-324c1e7e-f5ef-41a2-b70f-5099ebd47231 req-364039a5-a60f-48f0-86e7-f054f52138a2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0666606 Sep 04 16:20:04.288797 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634e99a-8feb-486b-aea3-89b16dd28b7d None None] The sync data for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi is: [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '31641ab7-63ea-4246-8ab1-632162cd100d', 'name': '', 'network_id': 'a845be48-e7c6-44a4-9bea-76b6b11d7a03', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'mac_address': 'fa:16:3e:c7:40:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:45Z', 'updated_at': '2022-09-04T16:14:01Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'subnets': [{'id': '8f65ba93-9c99-4786-b78c-6bac60cc7e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:20:04.344995 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:04.371277 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:04.379446 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-324c1e7e-f5ef-41a2-b70f-5099ebd47231 req-4f1c2035-efb0-47a8-b687-12dd8ae0189f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821702 Sep 04 16:20:04.559300 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:04.584684 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efecb059-6420-43f5-bbf2-f303f8ee84b8 None None] The sync data for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi is: [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:20:04.601932 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66a59b8-e2c4-40ec-8713-74118c3af69b None None] New status for floating IP 88235fad-381f-4ac9-97fc-37046eb97a93: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:20:04.842355 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530cc47-b63c-46a9-acaa-6a7d782d1e66 req-92b2ef0e-59db-4f79-8c7b-77767ec598a2 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:04.843851 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a530cc47-b63c-46a9-acaa-6a7d782d1e66 req-92b2ef0e-59db-4f79-8c7b-77767ec598a2 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0548198 Sep 04 16:20:04.845082 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f3d44-3f7b-46dd-bcc1-d2b9756dabfd None None] New status for floating IP 29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe: DOWN {{(pid=106843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:20:04.915942 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a530cc47-b63c-46a9-acaa-6a7d782d1e66 req-e9fef8c9-aacc-436f-8d08-a2dff25c4037 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659258 Sep 04 16:20:05.006544 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d366db3e-6b08-4dd9-a8a2-751990dace8f req-8a87159d-5ee0-461b-ad14-ff6cf2dfb59e tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=5d24964d-b2cb-420a-9232-b5662800ec31 HTTP/1.1" status: 200 len: 210 time: 0.0316133 Sep 04 16:20:05.268770 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-03b2c479-4a38-4d36-b9c7-7428dd11fe23 req-01a3c285-0984-4007-840b-c269a7a6429e tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=0188e4a8-e601-43da-b389-7e0a8410ae8d HTTP/1.1" status: 200 len: 210 time: 0.0337870 Sep 04 16:20:05.302659 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11f119-5e7b-414f-9b11-b18c2c55d050 req-ecc08375-bbcb-4e8e-a232-c06b17a096a7 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:05.304105 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-af11f119-5e7b-414f-9b11-b18c2c55d050 req-ecc08375-bbcb-4e8e-a232-c06b17a096a7 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0594010 Sep 04 16:20:05.366281 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-af11f119-5e7b-414f-9b11-b18c2c55d050 req-2a971308-834f-4f76-9209-fb8641cc1149 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563672 Sep 04 16:20:05.506552 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0746abe-2201-4667-99f6-fc5eae09edcc req-9631975b-2aea-4de1-92ef-ad9b447ead02 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:05.508010 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b0746abe-2201-4667-99f6-fc5eae09edcc req-9631975b-2aea-4de1-92ef-ad9b447ead02 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0468862 Sep 04 16:20:05.556696 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b0746abe-2201-4667-99f6-fc5eae09edcc req-94426f0b-719a-41eb-b361-cd7c52d05cb7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Sep 04 16:20:05.690029 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d88fd2c2-526a-47eb-8b0c-379553ab30da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:05.915412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d24964d-b2cb-420a-9232-b5662800ec31', 'name': 'network-vif-deleted', 'tag': '16088940-01d4-4b7c-9350-5157b311afa1'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:05.917771 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f090b4-682c-46ac-b14a-31e9060357ca" -d '{"events": [{"server_uuid": "5d24964d-b2cb-420a-9232-b5662800ec31", "name": "network-vif-deleted", "tag": "16088940-01d4-4b7c-9350-5157b311afa1"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:05.957673 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc171aed-7a46-49b9-bdde-6cb98cf7f6ca x-openstack-request-id: req-bc171aed-7a46-49b9-bdde-6cb98cf7f6ca {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:05.957673 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d24964d-b2cb-420a-9232-b5662800ec31", "name": "network-vif-deleted", "tag": "16088940-01d4-4b7c-9350-5157b311afa1", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:05.957673 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc171aed-7a46-49b9-bdde-6cb98cf7f6ca {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:05.957673 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc171aed-7a46-49b9-bdde-6cb98cf7f6ca'] response: {'server_uuid': '5d24964d-b2cb-420a-9232-b5662800ec31', 'name': 'network-vif-deleted', 'tag': '16088940-01d4-4b7c-9350-5157b311afa1', 'status': 'completed', 'code': 200} Sep 04 16:20:05.994953 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:20:06.029068 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26b36e-7025-4c2d-9d39-a3fd9f666af8 req-e770fb87-cbab-461e-9f74-44a3a7f7b37e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:06.030539 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b26b36e-7025-4c2d-9d39-a3fd9f666af8 req-e770fb87-cbab-461e-9f74-44a3a7f7b37e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0468755 Sep 04 16:20:06.083628 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1b26b36e-7025-4c2d-9d39-a3fd9f666af8 req-3cbdecb5-3852-4730-9c9f-1c6a2ac86c45 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474565 Sep 04 16:20:06.088049 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ab492967-90e3-4b09-b251-d08c6b91d22c no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:06.117616 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: ab492967-90e3-4b09-b251-d08c6b91d22c {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:20:06.118062 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device ab492967-90e3-4b09-b251-d08c6b91d22c not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:20:06.118549 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 16088940-01d4-4b7c-9350-5157b311afa1 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:06.137414 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 16088940-01d4-4b7c-9350-5157b311afa1 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:20:06.137835 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 16088940-01d4-4b7c-9350-5157b311afa1 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:20:06.289096 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-b8b45b96-94ac-4629-a2a7-7486cbc58c05 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2145735453&fields=id&tenant_id=56e82ba24a474557af758826743136d9 HTTP/1.1" status: 200 len: 267 time: 0.0476198 Sep 04 16:20:06.398407 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-0a73d800-d42c-4b2c-8583-4a318e6f28c5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:06.399893 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-0a73d800-d42c-4b2c-8583-4a318e6f28c5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 810 time: 0.1043217 Sep 04 16:20:06.414895 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-66522172-6dbc-4dce-a87b-d409700001ee tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/quotas/56e82ba24a474557af758826743136d9 HTTP/1.1" status: 200 len: 375 time: 0.0092232 Sep 04 16:20:06.435452 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52772) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:06.478377 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-64f937aa-ff14-48c8-a9c1-df894516324d tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573452 Sep 04 16:20:06.493379 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d9da896a-d71a-4b86-bf7e-08d393e635f6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group (97298211-77f3-4cf7-9b51-62a878573b92), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:06.517670 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d9da896a-d71a-4b86-bf7e-08d393e635f6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group (97298211-77f3-4cf7-9b51-62a878573b92), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:06.520778 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:06.533003 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b06aa-cc31-44b6-9a87-f70bf82886b8 req-0d7470bb-486e-4df5-aced-f71759ea2009 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:06.534615 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-620b06aa-cc31-44b6-9a87-f70bf82886b8 req-0d7470bb-486e-4df5-aced-f71759ea2009 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0554140 Sep 04 16:20:06.634861 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d9da896a-d71a-4b86-bf7e-08d393e635f6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (97298211-77f3-4cf7-9b51-62a878573b92), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:06.638030 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d9da896a-d71a-4b86-bf7e-08d393e635f6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:06.639193 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d9da896a-d71a-4b86-bf7e-08d393e635f6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/97298211-77f3-4cf7-9b51-62a878573b92 HTTP/1.1" status: 204 len: 168 time: 0.2023182 Sep 04 16:20:06.642488 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 52778) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:06.654781 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-620b06aa-cc31-44b6-9a87-f70bf82886b8 req-b219b206-eee6-4fcf-9404-2333a7cd07ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141634 Sep 04 16:20:06.661237 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da896a-d71a-4b86-bf7e-08d393e635f6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97298211-77f3-4cf7-9b51-62a878573b92,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:06.663512 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.api.v2.resource [None req-ecce4a93-5285-426f-86b4-22ee9be19a00 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] show failed (client error): The resource could not be found. Sep 04 16:20:06.664541 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ecce4a93-5285-426f-86b4-22ee9be19a00 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups/97298211-77f3-4cf7-9b51-62a878573b92 HTTP/1.1" status: 404 len: 347 time: 0.0197914 Sep 04 16:20:06.669471 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52780) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:06.719833 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-8dca241f-0183-45f6-95a5-bc3eb3aecea1 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314215 Sep 04 16:20:06.813684 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:06.877107 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Deleting port 28399410-e53d-4f66-bfc9-c888c9d58b4b {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:06.877455 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (28399410-e53d-4f66-bfc9-c888c9d58b4b), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:06.884233 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff431bad-cf9b-4f60-8c1e-bb6cc653cb79 req-0729120c-b881-4405-bfb1-dc564b989cf0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:06.885713 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff431bad-cf9b-4f60-8c1e-bb6cc653cb79 req-0729120c-b881-4405-bfb1-dc564b989cf0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.1209106 Sep 04 16:20:06.990944 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-4b104e00-0121-4b49-96ba-2102141c2642 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634389 Sep 04 16:20:07.013209 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ff431bad-cf9b-4f60-8c1e-bb6cc653cb79 req-0d1b8895-d63c-44d3-94c5-3c5434d59d71 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145785 Sep 04 16:20:07.034790 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (28399410-e53d-4f66-bfc9-c888c9d58b4b), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:07.035054 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for floatingip (28399410-e53d-4f66-bfc9-c888c9d58b4b), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:07.048004 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Calling delete_port for 28399410-e53d-4f66-bfc9-c888c9d58b4b owned by network:floatingip {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:07.227066 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17868ee3-33e5-4790-81a9-6210b063fb8d req-c1011e92-d343-4855-9a0b-998a8f7a4326 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:07.228521 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-17868ee3-33e5-4790-81a9-6210b063fb8d req-c1011e92-d343-4855-9a0b-998a8f7a4326 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0533841 Sep 04 16:20:07.278466 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-17868ee3-33e5-4790-81a9-6210b063fb8d req-14af1e64-7d6d-4dce-9fc9-37d143d588b1 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 Sep 04 16:20:07.285905 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (28399410-e53d-4f66-bfc9-c888c9d58b4b), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:07.312017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event deleted for resources: {'Port': ['ID=28399410-e53d-4f66-bfc9-c888c9d58b4b,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:07.378045 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks [] for floatingip (88235fad-381f-4ac9-97fc-37046eb97a93), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:07.380795 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:07.382030 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-004aee6b-f1d0-4128-9198-c04e631b73ad tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/88235fad-381f-4ac9-97fc-37046eb97a93 HTTP/1.1" status: 204 len: 168 time: 0.7115982 Sep 04 16:20:07.658279 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3343fa40-7dd6-43bb-abf4-7549bd9931fc req-40b571aa-7cba-41c9-b546-307660244a8f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 210 time: 0.0301065 Sep 04 16:20:07.781854 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bf96b-041b-435b-a389-0a02794b2d6e req-cb0cc2eb-631b-464c-abbf-72ed729f2ca9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:07.783429 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-904bf96b-041b-435b-a389-0a02794b2d6e req-cb0cc2eb-631b-464c-abbf-72ed729f2ca9 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0476370 Sep 04 16:20:07.810610 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:07.848956 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-904bf96b-041b-435b-a389-0a02794b2d6e req-c5f1de74-508f-4c19-8812-bf0093ce93d3 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591617 Sep 04 16:20:07.931566 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-076d1cd8-4cb6-4fca-ae5d-71dd22df2f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:08.155494 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4882ff9-8c6e-479e-a5f7-d3bbd4561773 req-fe0c7fd2-6b53-4b77-9b2f-5f4625804666 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:08.163350 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c4882ff9-8c6e-479e-a5f7-d3bbd4561773 req-fe0c7fd2-6b53-4b77-9b2f-5f4625804666 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0623760 Sep 04 16:20:08.208627 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c4882ff9-8c6e-479e-a5f7-d3bbd4561773 req-729ce579-8af4-4508-939d-2e96ac322656 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443285 Sep 04 16:20:08.408129 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf7706-a60b-428c-b985-6b608dd682fb req-4bdaacfc-5855-48d9-b3b9-550f8a4f6459 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:08.409637 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e5cf7706-a60b-428c-b985-6b608dd682fb req-4bdaacfc-5855-48d9-b3b9-550f8a4f6459 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0470738 Sep 04 16:20:08.459816 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e5cf7706-a60b-428c-b985-6b608dd682fb req-fa43a340-3ee3-48f9-95ec-d1af1a45081f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442772 Sep 04 16:20:08.772967 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0d56449e-1c6c-49dd-92cc-322139fd3676 req-9da21ebd-5d57-45e2-bec4-dafb4141b3d3 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 210 time: 0.0315886 Sep 04 16:20:08.937429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:08.977525 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305595a-e546-468e-a5d5-e3f7235f0cce req-22af97f8-bdfc-4dc8-b18f-440f1dd017d2 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:08.979665 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2305595a-e546-468e-a5d5-e3f7235f0cce req-22af97f8-bdfc-4dc8-b18f-440f1dd017d2 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0522749 Sep 04 16:20:09.041508 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2305595a-e546-468e-a5d5-e3f7235f0cce req-8f106e14-60f0-47fb-9287-430acdc83e79 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559568 Sep 04 16:20:09.143657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:09.346763 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66340e6f-4b70-413f-970d-df7f32861af3 req-87729bd4-9bc7-4396-81f7-c6f8855e929f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:09.348438 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66340e6f-4b70-413f-970d-df7f32861af3 req-87729bd4-9bc7-4396-81f7-c6f8855e929f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0567501 Sep 04 16:20:09.405719 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66340e6f-4b70-413f-970d-df7f32861af3 req-f9e04abe-ae38-47af-9a3d-3a46f89c586d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507064 Sep 04 16:20:09.599421 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895df73-f7a7-4bbc-83e3-b13c173ab823 req-7f125ca7-a39c-4b01-b0d2-17f1eda9783e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:09.600323 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7895df73-f7a7-4bbc-83e3-b13c173ab823 req-7f125ca7-a39c-4b01-b0d2-17f1eda9783e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0531919 Sep 04 16:20:09.661949 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7895df73-f7a7-4bbc-83e3-b13c173ab823 req-c07a0207-14a3-4638-93af-6745d8a26ae4 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549157 Sep 04 16:20:09.877551 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-be576bbd-8ea0-47ee-af77-2c03943dbe80 req-d899ad03-da6f-4266-923f-1a068a8207c6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 210 time: 0.0281715 Sep 04 16:20:10.066973 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-dbecca96-56d7-408e-b38f-8ce3c8ceb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:10.068479 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-dbecca96-56d7-408e-b38f-8ce3c8ceb67e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1130 time: 0.0399363 Sep 04 16:20:10.234070 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c276a69-20cf-47c3-89bb-d346716638e0 req-85704ebd-99ac-4385-8e9c-4507ca7e6119 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:10.235525 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c276a69-20cf-47c3-89bb-d346716638e0 req-85704ebd-99ac-4385-8e9c-4507ca7e6119 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.1078670 Sep 04 16:20:10.308887 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-36cbf1ed-cf4a-48c8-a108-973077fb1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:10.310884 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-36cbf1ed-cf4a-48c8-a108-973077fb1d35 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b2b9ef80-2b71-48ed-a94f-408f1798eb56 HTTP/1.1" status: 200 len: 910 time: 0.2369485 Sep 04 16:20:10.379634 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-57d01c1a-f045-4764-aa31-07c09e129012 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:10.381142 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-57d01c1a-f045-4764-aa31-07c09e129012 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 810 time: 0.1893849 Sep 04 16:20:10.387302 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c276a69-20cf-47c3-89bb-d346716638e0 req-7295daee-23c4-49d4-a862-a0b28f0593dd tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1437745 Sep 04 16:20:10.459436 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cde92-8aef-4294-92db-9c1f61e705ab req-23bb350e-2f80-4ecf-a45e-748da4944f94 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:10.461002 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-219cde92-8aef-4294-92db-9c1f61e705ab req-23bb350e-2f80-4ecf-a45e-748da4944f94 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.0480063 Sep 04 16:20:10.498720 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:10.603171 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-219cde92-8aef-4294-92db-9c1f61e705ab req-e2e3ec7e-c7a8-4f48-8f0f-5304a44278b8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354339 Sep 04 16:20:10.644029 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:10.648050 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37521ca-7391-494d-bc88-0498cbb6d668 req-f70af072-0bdd-4c9e-b6ac-2822d26182c1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:10.652002 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e37521ca-7391-494d-bc88-0498cbb6d668 req-f70af072-0bdd-4c9e-b6ac-2822d26182c1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.1396632 Sep 04 16:20:10.652002 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-84c0dfc0-6c84-413f-a423-73a5d143aacf service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 200 len: 1000 time: 0.1471908 Sep 04 16:20:10.676269 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-b7f270e6-1146-4dbd-93d8-b6571797671a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=56e82ba24a474557af758826743136d9 HTTP/1.1" status: 200 len: 380 time: 0.1738052 Sep 04 16:20:10.711995 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e37521ca-7391-494d-bc88-0498cbb6d668 req-802fe729-4f07-4bca-bcfc-814c1ecc96c4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521870 Sep 04 16:20:10.769928 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:10.802028 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55e9a9-4e78-4a45-bb06-a5c58014a7de req-15a9bb4e-12b9-407b-bbd8-2d7c32e650fc tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:10.803547 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3e55e9a9-4e78-4a45-bb06-a5c58014a7de req-15a9bb4e-12b9-407b-bbd8-2d7c32e650fc tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0626504 Sep 04 16:20:10.829408 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:10.853205 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3e55e9a9-4e78-4a45-bb06-a5c58014a7de req-33b41fb4-4f6e-4629-99b1-cf51dc42cebb tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439200 Sep 04 16:20:10.979109 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f1e632f6-5762-4a46-8a8b-fa399620827e req-3c9840f8-c4ab-4fc1-8925-ade3c4b92fcc tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 210 time: 0.0280318 Sep 04 16:20:11.509782 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11197b24-49e2-4254-96ee-9bf1c8d34541 req-1e5eea64-5d16-4ace-bf11-7340d0adc6f0 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:11.511251 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-11197b24-49e2-4254-96ee-9bf1c8d34541 req-1e5eea64-5d16-4ace-bf11-7340d0adc6f0 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0469685 Sep 04 16:20:11.573970 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-11197b24-49e2-4254-96ee-9bf1c8d34541 req-0bc72394-4ba8-4931-a331-674ceb6575f1 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570092 Sep 04 16:20:11.612555 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'port': {'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'admin_state_up': True, 'tenant_id': '56e82ba24a474557af758826743136d9', 'security_groups': ['8a6d47c6-b905-4257-a3c0-a131f827f368']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:11.708271 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-736edbd6-00c7-4a73-b18a-c3b9888529fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:11.709709 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-736edbd6-00c7-4a73-b18a-c3b9888529fe service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3797ebf1-8cfe-4502-b2ad-8c62a032dc40 HTTP/1.1" status: 200 len: 848 time: 0.1118000 Sep 04 16:20:11.791720 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c2867-16b2-4078-90af-0e2b813f2bc7 req-5bf20bf4-644d-4458-bebe-2957266afbd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:11.793178 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-982c2867-16b2-4078-90af-0e2b813f2bc7 req-5bf20bf4-644d-4458-bebe-2957266afbd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.1005630 Sep 04 16:20:11.827778 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-250d4591-4d40-427c-8640-939e1ec3a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:11.829207 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-250d4591-4d40-427c-8640-939e1ec3a114 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b2b9ef80-2b71-48ed-a94f-408f1798eb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903795 Sep 04 16:20:11.976967 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1e34e-d1cc-4725-a5a7-1fce56748635 req-c2a20403-0072-4f8e-9fee-58226f267564 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:11.978378 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f4e1e34e-d1cc-4725-a5a7-1fce56748635 req-c2a20403-0072-4f8e-9fee-58226f267564 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.1800923 Sep 04 16:20:11.994206 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-b1bf7973-b548-43e8-bb53-fb32176b2444 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:11.995586 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-b1bf7973-b548-43e8-bb53-fb32176b2444 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 945 time: 0.1442416 Sep 04 16:20:12.009192 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-982c2867-16b2-4078-90af-0e2b813f2bc7 req-ad7d9570-3c0e-4200-b3da-4d1b60061bc6 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040515 Sep 04 16:20:12.083684 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Made reservation on behalf of 56e82ba24a474557af758826743136d9 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:20:12.087405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:12.128180 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-d73dbfde-c76e-40da-9b36-da1ee121879c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757554 Sep 04 16:20:12.158238 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:12.186758 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f4e1e34e-d1cc-4725-a5a7-1fce56748635 req-37ae5470-23e4-436e-b5d9-0727eb96c7ae tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003899 Sep 04 16:20:12.278536 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6bf9e-d9b3-4aa0-84d4-60d86bc070a9 req-dd959b5f-510f-4f62-a281-23195630bb52 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:12.280072 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c6bf9e-d9b3-4aa0-84d4-60d86bc070a9 req-dd959b5f-510f-4f62-a281-23195630bb52 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.1837013 Sep 04 16:20:12.343551 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:12.344319 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Deleting port dab8e735-7496-45d4-bc92-b047426a274b {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:12.344651 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (dab8e735-7496-45d4-bc92-b047426a274b), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:12.441348 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2017a8db-954f-4305-a3e7-37872dca5cab req-bb2c7416-c763-4674-a5a5-751561157fb5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 210 time: 0.1202478 Sep 04 16:20:12.591137 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-99c6bf9e-d9b3-4aa0-84d4-60d86bc070a9 req-de0b350b-7986-42e1-b235-aa7b1eac4aa1 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644925 Sep 04 16:20:12.593037 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b333c33e-4c8a-4ef3-8c72-eb952ccc2b42 req-605f68fe-7bd6-4173-bad8-922908320603 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356008 Sep 04 16:20:12.615830 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] For port dab8e735-7496-45d4-bc92-b047426a274b, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=dab8e735-7496-45d4-bc92-b047426a274b,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:12.616254 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (dab8e735-7496-45d4-bc92-b047426a274b), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:12.620571 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Allocated IP 172.20.0.11 (2405227e-d5b0-44f1-b814-62bb7f0eb040/02cb4868-8246-4c8e-8cf1-6b6f6db05351/329a6f01-f405-46c1-8565-cde5c89b347e) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:20:12.662633 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Calling delete_port for dab8e735-7496-45d4-bc92-b047426a274b owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:13.190183 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bb69d-64bc-4187-a2f3-edb9aec50309 req-550728fb-1e10-4ce9-8863-b9bf75511348 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:13.191558 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b94bb69d-64bc-4187-a2f3-edb9aec50309 req-550728fb-1e10-4ce9-8863-b9bf75511348 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.5036025 Sep 04 16:20:13.214540 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2ef91-cf3b-4734-980c-d63983512798 req-df7a24af-b5d3-4751-b95a-db2a9ec00576 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:13.216031 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ccf2ef91-cf3b-4734-980c-d63983512798 req-df7a24af-b5d3-4751-b95a-db2a9ec00576 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 945 time: 0.1501489 Sep 04 16:20:13.312865 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for port (329a6f01-f405-46c1-8565-cde5c89b347e), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:13.348847 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:13.384418 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ccf2ef91-cf3b-4734-980c-d63983512798 req-1ded7c75-2fcd-48f0-b2bf-9c7313120a5f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518810 Sep 04 16:20:13.394905 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b94bb69d-64bc-4187-a2f3-edb9aec50309 req-fca44376-417f-4c64-9cc1-54bc3e4a97ea tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1918616 Sep 04 16:20:13.424603 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:13.474652 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (dab8e735-7496-45d4-bc92-b047426a274b), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:13.486875 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['9b25d6f3-c217-4ae7-8acc-96e8367604e3', 'dab8e735-7496-45d4-bc92-b047426a274b'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:20:13.510398 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:13.516651 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dcb1cf18-ad1d-4c04-8ca0-fab50eb1da2e req-a7f0493d-50af-470e-9af2-a8ddcded24b8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 210 time: 0.0538728 Sep 04 16:20:13.564828 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event deleted for resources: {'Port': ['ID=dab8e735-7496-45d4-bc92-b047426a274b,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:13.590280 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:13.609609 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:13.659057 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a2a60-1c62-4b5a-8cd2-c192e22031bc req-f51552a2-2444-4917-b94c-b093285f29d3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:13.660593 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fe0a2a60-1c62-4b5a-8cd2-c192e22031bc req-f51552a2-2444-4917-b94c-b093285f29d3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.1812778 Sep 04 16:20:13.664394 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:20:13.706622 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:20:13.719511 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:20:13.723117 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] No DVR routers for this DVR port dab8e735-7496-45d4-bc92-b047426a274b on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:20:13.735735 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'Port': ['ID=329a6f01-f405-46c1-8565-cde5c89b347e,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:13.738516 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:13.741984 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-008fa5e1-dea8-4c30-b579-9bccf5d70d99 req-99277889-d8af-4fac-9dca-4631938e5bd4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "DELETE /networking/v2.0/ports/dab8e735-7496-45d4-bc92-b047426a274b HTTP/1.1" status: 204 len: 173 time: 1.7280762 Sep 04 16:20:13.769381 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df07895-c9cb-4cee-93e7-1cafff31b091', 'name': 'network-vif-deleted', 'tag': 'dab8e735-7496-45d4-bc92-b047426a274b'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:13.772002 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86835bd4-d03e-4ee7-b9de-188ef41a2d9e" -d '{"events": [{"server_uuid": "9df07895-c9cb-4cee-93e7-1cafff31b091", "name": "network-vif-deleted", "tag": "dab8e735-7496-45d4-bc92-b047426a274b"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:13.785920 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f849d-27e4-46be-8446-15d8f9e6eef7 req-eb1b944e-935b-4c18-b045-789255b3dff9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:13.789928 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6e5f849d-27e4-46be-8446-15d8f9e6eef7 req-eb1b944e-935b-4c18-b045-789255b3dff9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 932 time: 0.1783748 Sep 04 16:20:13.863040 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:13.863666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:13.875052 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fe0a2a60-1c62-4b5a-8cd2-c192e22031bc req-b8f3ef14-ce86-489f-b713-8d0399f37c95 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871934 Sep 04 16:20:13.897847 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6e5f849d-27e4-46be-8446-15d8f9e6eef7 req-77fa80d8-104b-4566-ab29-05df1e798cec tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993066 Sep 04 16:20:13.951290 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971e028b-0ccd-458e-a98c-77619e8a788c x-openstack-request-id: req-971e028b-0ccd-458e-a98c-77619e8a788c {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:13.951584 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df07895-c9cb-4cee-93e7-1cafff31b091", "name": "network-vif-deleted", "tag": "dab8e735-7496-45d4-bc92-b047426a274b", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:13.951841 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-971e028b-0ccd-458e-a98c-77619e8a788c {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:13.952270 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971e028b-0ccd-458e-a98c-77619e8a788c'] response: {'server_uuid': '9df07895-c9cb-4cee-93e7-1cafff31b091', 'name': 'network-vif-deleted', 'tag': 'dab8e735-7496-45d4-bc92-b047426a274b', 'status': 'completed', 'code': 200} Sep 04 16:20:13.972587 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-01379ea3-512f-46bc-b558-b2de25d4a043 None None] Provisioning complete for port 329a6f01-f405-46c1-8565-cde5c89b347e triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:20:13.973045 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-01379ea3-512f-46bc-b558-b2de25d4a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:13.988671 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-3f0bb433-83ae-4dbe-a5dd-4f5dc9b0423a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3806648 Sep 04 16:20:14.010883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c9009-63be-42cf-8d26-06c8dcc8a27a req-1c8d595e-501f-41d8-88b5-0ca7d2f29dcf tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:14.013061 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e42c9009-63be-42cf-8d26-06c8dcc8a27a req-1c8d595e-501f-41d8-88b5-0ca7d2f29dcf tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0593967 Sep 04 16:20:14.022705 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-01379ea3-512f-46bc-b558-b2de25d4a043 None None] Port 329a6f01-f405-46c1-8565-cde5c89b347e cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:20:14.066649 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e42c9009-63be-42cf-8d26-06c8dcc8a27a req-a0d2f132-8c7e-49dd-baa5-135506edaeef tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471673 Sep 04 16:20:14.546439 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae61f14-0ec0-4482-b3cc-5bc094e2fa61 req-236a9649-df45-4182-ad0f-09251de0bb6b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:14.548126 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cae61f14-0ec0-4482-b3cc-5bc094e2fa61 req-236a9649-df45-4182-ad0f-09251de0bb6b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 945 time: 0.0785241 Sep 04 16:20:14.567801 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bae9a-198c-4e92-8ab2-ae91a01c4ddd req-7d026c25-c730-4a8f-ab38-5e2e57fef3bc tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:14.569297 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-716bae9a-198c-4e92-8ab2-ae91a01c4ddd req-7d026c25-c730-4a8f-ab38-5e2e57fef3bc tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0677879 Sep 04 16:20:14.576261 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:14.629082 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cae61f14-0ec0-4482-b3cc-5bc094e2fa61 req-a394d13c-83f4-4451-9db5-48467ef64f63 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750988 Sep 04 16:20:14.670692 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-716bae9a-198c-4e92-8ab2-ae91a01c4ddd req-fa5586f7-140e-4322-aad5-703d3ca40b6d tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918436 Sep 04 16:20:14.719942 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d138832f-8215-4009-8dd6-9fe446ae4149 req-e4a3de83-28d2-45ed-b159-dee3a589f99d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 210 time: 0.0302811 Sep 04 16:20:14.807623 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:15.038110 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe86d0-21d2-4672-be47-ac6b4149c881 req-04dea1a6-7fd2-4512-89a4-fae89c7575ba tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:15.039592 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4fe86d0-21d2-4672-be47-ac6b4149c881 req-04dea1a6-7fd2-4512-89a4-fae89c7575ba tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0741088 Sep 04 16:20:15.068304 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf40fc-4e7c-4356-a59d-8b3274f628a1 req-4756fab2-2259-4969-9bb8-cc0da60b3e76 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:15.069748 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9baf40fc-4e7c-4356-a59d-8b3274f628a1 req-4756fab2-2259-4969-9bb8-cc0da60b3e76 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 932 time: 0.0745869 Sep 04 16:20:15.116376 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b4fe86d0-21d2-4672-be47-ac6b4149c881 req-189c08e9-dc25-4daf-84d3-32f36f2dcc8c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701282 Sep 04 16:20:15.144590 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9baf40fc-4e7c-4356-a59d-8b3274f628a1 req-c33b3fe8-30c9-4f22-8b25-bfd05408d411 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668967 Sep 04 16:20:15.234197 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7dc66-ee90-420d-8c55-e3b3a9978aef req-acc4abe4-680f-43b0-969e-a44992213ed4 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:15.235568 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-afa7dc66-ee90-420d-8c55-e3b3a9978aef req-acc4abe4-680f-43b0-969e-a44992213ed4 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0515053 Sep 04 16:20:15.284203 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-afa7dc66-ee90-420d-8c55-e3b3a9978aef req-9b4dd1cb-5972-441d-9bf8-01f511c0bfab tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Sep 04 16:20:15.583712 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Request body: {'port': {'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:15.645457 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:15.757614 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-340bdd41-376c-43d4-b1af-ff668a79232b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:15.759649 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-340bdd41-376c-43d4-b1af-ff668a79232b tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 945 time: 0.0958867 Sep 04 16:20:15.918196 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413116de-51c5-49f5-bc8c-0303584d848d req-b5ba9ca7-96ac-4834-972f-5427b3b17a15 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:15.920179 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-413116de-51c5-49f5-bc8c-0303584d848d req-b5ba9ca7-96ac-4834-972f-5427b3b17a15 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 945 time: 0.1892033 Sep 04 16:20:15.966698 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3792a03-1d0e-4bfc-a1dd-177b0a0f0358 req-54028790-aa58-48c9-ace5-04a48465e638 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:15.968149 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e3792a03-1d0e-4bfc-a1dd-177b0a0f0358 req-54028790-aa58-48c9-ace5-04a48465e638 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.1399760 Sep 04 16:20:15.991892 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:16.011811 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:16.101437 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Deleting port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:16.101801 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:16.141398 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:16.153163 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device dab8e735-7496-45d4-bc92-b047426a274b no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:16.174037 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: dab8e735-7496-45d4-bc92-b047426a274b {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:20:16.174037 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device dab8e735-7496-45d4-bc92-b047426a274b not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:20:16.174433 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device b7aa303d-deea-4135-89b8-303faf88bdfe no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:16.187953 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-413116de-51c5-49f5-bc8c-0303584d848d req-c532d584-4a73-41cc-b354-90fee87d93f1 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592516 Sep 04 16:20:16.237188 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e3792a03-1d0e-4bfc-a1dd-177b0a0f0358 req-72168f5f-4291-4320-956b-bb088680e646 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2555702 Sep 04 16:20:16.287751 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port b7aa303d-deea-4135-89b8-303faf88bdfe is: ACTIVE; New status is: DOWN {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:16.288368 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:16.329968 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:16.333952 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db46356-7fd7-4701-a9a3-5f19f9b49331" -d '{"events": [{"server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:16.337617 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] For port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:16.337990 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:16.349691 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b7aa303d-deea-4135-89b8-303faf88bdfe,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:16.374877 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329a6f01-f405-46c1-8565-cde5c89b347e {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:20:16.400414 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:16.418554 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Publish callbacks [] for port (329a6f01-f405-46c1-8565-cde5c89b347e), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:16.449851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=b7aa303d-deea-4135-89b8-303faf88bdfe,revision_number=6']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:16.451866 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-47afbca5-48c1-48af-a09a-d405e936ecfa req-bb5e3013-e63b-4327-8691-1be59655aed8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9df07895-c9cb-4cee-93e7-1cafff31b091 HTTP/1.1" status: 200 len: 210 time: 0.1099112 Sep 04 16:20:16.460995 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.461342 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.461765 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.462128 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.462461 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.462815 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.463145 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.463985 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.463985 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.464292 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.464392 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.464743 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.465050 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.471616 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.471616 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:16.477939 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Transition to ACTIVE for port object 329a6f01-f405-46c1-8565-cde5c89b347e will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:20:16.493394 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471a8fa-9bcf-4660-8558-84a1011dc87d req-d31650c4-bc34-4cf8-9f40-79c6bd626142 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:16.495088 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c471a8fa-9bcf-4660-8558-84a1011dc87d req-d31650c4-bc34-4cf8-9f40-79c6bd626142 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.1504498 Sep 04 16:20:16.586032 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:16.644748 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:16.656905 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:16.695900 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f9169-b536-405a-8342-b33b0fc5cc50 req-30475c04-e300-4f4c-b180-7707fe18f6eb tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:16.697374 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0e6f9169-b536-405a-8342-b33b0fc5cc50 req-30475c04-e300-4f4c-b180-7707fe18f6eb tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.1572685 Sep 04 16:20:16.706396 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c471a8fa-9bcf-4660-8558-84a1011dc87d req-63a7dfb7-b4a8-4064-8f3c-754c567fca0b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020178 Sep 04 16:20:16.738576 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Pushing event updated for resources: {'Port': ['ID=329a6f01-f405-46c1-8565-cde5c89b347e,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:16.779697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:16.779697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (f3575720-1636-46c6-b893-ac00681fd713), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:16.779697 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Floating IP f3575720-1636-46c6-b893-ac00681fd713 disassociated. External IP: 172.27.3.167, port: 5109bc3e-5bc8-407d-b0e7-4d3d700d2044. Sep 04 16:20:16.780680 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Calling delete_port for 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:16.794205 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:16.913230 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0e6f9169-b536-405a-8342-b33b0fc5cc50 req-e6248c9c-4f21-4852-b1ae-24d3e6dbe1cc tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005863 Sep 04 16:20:16.924064 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5115ba-9dfd-4694-9cf0-d2b5a5311963 req-4fdbb0d8-0370-4fd1-86e4-f8833b437466 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:16.925598 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5115ba-9dfd-4694-9cf0-d2b5a5311963 req-4fdbb0d8-0370-4fd1-86e4-f8833b437466 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.1372361 Sep 04 16:20:16.930398 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Attempting to bind port 329a6f01-f405-46c1-8565-cde5c89b347e on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:20:16.930735 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Attempting to bind port 329a6f01-f405-46c1-8565-cde5c89b347e by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:20:16.931064 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Attempting to bind port 329a6f01-f405-46c1-8565-cde5c89b347e on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:20:16.943174 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Port 329a6f01-f405-46c1-8565-cde5c89b347e on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:20:16.943499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Attempting to bind port 329a6f01-f405-46c1-8565-cde5c89b347e on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:20:16.960797 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:20:16.961065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Checking segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:20:16.961436 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Bound using segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:20:16.961954 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Bound port: 329a6f01-f405-46c1-8565-cde5c89b347e, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:20:16.962243 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:16.988041 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:17.042698 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174a1fee-56e5-4c8f-9366-78f7cb94d9c8 x-openstack-request-id: req-174a1fee-56e5-4c8f-9366-78f7cb94d9c8 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:17.043005 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:17.043255 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-174a1fee-56e5-4c8f-9366-78f7cb94d9c8 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:17.043716 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174a1fee-56e5-4c8f-9366-78f7cb94d9c8'] response: {'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'code': 200} Sep 04 16:20:17.077419 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5115ba-9dfd-4694-9cf0-d2b5a5311963 req-0fb93981-32c7-44ce-854a-d158579ebbc9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282513 Sep 04 16:20:17.109918 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] For port 329a6f01-f405-46c1-8565-cde5c89b347e, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:20:17.121214 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] For port 329a6f01-f405-46c1-8565-cde5c89b347e, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=329a6f01-f405-46c1-8565-cde5c89b347e,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:20:17.204575 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (5109bc3e-5bc8-407d-b0e7-4d3d700d2044), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:17.234257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:17.236566 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'Port': ['ID=5109bc3e-5bc8-407d-b0e7-4d3d700d2044,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:17.238976 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:17.239582 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:17.240976 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/329a6f01-f405-46c1-8565-cde5c89b347e HTTP/1.1" status: 200 len: 1094 time: 1.6615403 Sep 04 16:20:17.241583 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:17.244103 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b1ab72-f6d6-4de2-a92b-4c645de48fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:17.322819 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80d89c4-3012-430f-be8b-f19a42012c96 x-openstack-request-id: req-c80d89c4-3012-430f-be8b-f19a42012c96 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:17.325035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:17.325035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c80d89c4-3012-430f-be8b-f19a42012c96 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:17.325035 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80d89c4-3012-430f-be8b-f19a42012c96'] response: {'name': 'network-changed', 'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e', 'status': 'completed', 'code': 200} Sep 04 16:20:17.409549 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92f46bfc-fde2-40c9-ae0c-3709af7ece6d req-0684c47a-f32a-40c8-9122-5dd9d81826c3 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 210 time: 0.0849779 Sep 04 16:20:17.424148 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3929f-3ca6-4777-a479-0a6ddfe4b995 service neutron] Pushing event updated for resources: {'Port': ['ID=329a6f01-f405-46c1-8565-cde5c89b347e,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:17.494322 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ab72-f6d6-4de2-a92b-4c645de48fbe req-48ab4cb0-c4d2-4feb-b207-056631dfa241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:17.495954 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-28b1ab72-f6d6-4de2-a92b-4c645de48fbe req-48ab4cb0-c4d2-4feb-b207-056631dfa241 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 1128 time: 0.1381552 Sep 04 16:20:17.506346 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb44e93-715c-4ab5-8dea-169d992a5dca req-a691193e-4c4a-47ab-b1e0-6737d8f62d2c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:17.507746 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5cb44e93-715c-4ab5-8dea-169d992a5dca req-a691193e-4c4a-47ab-b1e0-6737d8f62d2c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.1246235 Sep 04 16:20:17.540220 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:20:17.683909 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5cb44e93-715c-4ab5-8dea-169d992a5dca req-6f1f5885-760c-4de8-92ea-f8a393a5df5a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1639974 Sep 04 16:20:17.798084 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ab72-f6d6-4de2-a92b-4c645de48fbe req-82f72c99-c2c2-4534-ba8a-62416e1d5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:17.804288 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-28b1ab72-f6d6-4de2-a92b-4c645de48fbe req-82f72c99-c2c2-4534-ba8a-62416e1d5b6c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=56e82ba24a474557af758826743136d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2508018 Sep 04 16:20:17.804288 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:20:17.819321 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:20:17.823299 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:17.835651 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:17.835651 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:17.951444 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:18.154753 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:18.180430 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:20:18.189853 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:18.190433 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:18.218516 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] No DVR routers for this DVR port 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:20:18.227904 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:18.231205 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fab6d5dc-26ae-4e8b-89e6-6d757d0c8ea6 req-9b4311b2-c5eb-4f3e-b3ff-d525fca37594 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "DELETE /networking/v2.0/ports/5109bc3e-5bc8-407d-b0e7-4d3d700d2044 HTTP/1.1" status: 204 len: 173 time: 2.4419141 Sep 04 16:20:18.268846 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80df030-447e-4c1f-9b6a-a4310be1de82 req-70c63677-770a-4a9e-b9be-ef3da2024b02 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:18.270414 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f80df030-447e-4c1f-9b6a-a4310be1de82 req-70c63677-770a-4a9e-b9be-ef3da2024b02 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.4141691 Sep 04 16:20:18.310314 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbd8e7-bbe9-42b0-a70b-a041c0e033df req-5d632331-2f99-4ce9-9462-1cc0c99ffde4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:18.311807 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94fbd8e7-bbe9-42b0-a70b-a041c0e033df req-5d632331-2f99-4ce9-9462-1cc0c99ffde4 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.1367688 Sep 04 16:20:18.332662 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:18.359160 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:18.365870 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ab72-f6d6-4de2-a92b-4c645de48fbe req-a08b222f-ea1f-480d-abaa-dc155f8c13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:18.367328 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-28b1ab72-f6d6-4de2-a92b-4c645de48fbe req-a08b222f-ea1f-480d-abaa-dc155f8c13eb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5602486 Sep 04 16:20:18.381081 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:18.382151 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f80df030-447e-4c1f-9b6a-a4310be1de82 req-0cb828c0-e923-40fd-86c2-fac17a25ba66 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021211 Sep 04 16:20:18.399828 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-94fbd8e7-bbe9-42b0-a70b-a041c0e033df req-032a9b73-9a6c-4c75-ba6d-e16f886be64a tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804977 Sep 04 16:20:18.551921 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a8190-8da4-4d2e-a7b0-258d1cd09745 req-7b14c7d6-6e99-4d8e-bb24-7123424e8154 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:18.553450 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-101a8190-8da4-4d2e-a7b0-258d1cd09745 req-7b14c7d6-6e99-4d8e-bb24-7123424e8154 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.0771368 Sep 04 16:20:18.561705 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f23e5-4ffc-4a43-a8fb-86c19b5a8945 req-95d7be2b-f39f-4adf-8e97-322092da03e9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:18.563139 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a65f23e5-4ffc-4a43-a8fb-86c19b5a8945 req-95d7be2b-f39f-4adf-8e97-322092da03e9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0753918 Sep 04 16:20:18.578115 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:18.602723 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c192f8-7583-4d96-8b36-41e97635d536 None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:20:18.637000 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-101a8190-8da4-4d2e-a7b0-258d1cd09745 req-81508606-12c1-4ad4-8827-f14eec2ef71a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729108 Sep 04 16:20:18.652187 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a65f23e5-4ffc-4a43-a8fb-86c19b5a8945 req-10f200f3-6fe3-49b9-a5a1-9297c9a7185b tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810809 Sep 04 16:20:18.735787 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dd35f547-c138-4201-bcb5-d5c5b2bcf87c req-9d6e740a-957c-412e-916c-9ae56609432e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 210 time: 0.0297084 Sep 04 16:20:18.837394 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [req-87614adb-d025-47e5-9e44-fb43f471f7ba req-061ed630-43be-481c-82dc-ffb86a0cc123 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:20:18.838454 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-87614adb-d025-47e5-9e44-fb43f471f7ba req-061ed630-43be-481c-82dc-ffb86a0cc123 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0850754 Sep 04 16:20:18.855857 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a230dfd-e822-48de-af1b-76579b92514b req-189c5b94-6281-4bd0-882b-cdb827ed1807 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:18.856939 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9a230dfd-e822-48de-af1b-76579b92514b req-189c5b94-6281-4bd0-882b-cdb827ed1807 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0581746 Sep 04 16:20:18.864260 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19f7e90-8575-4b55-985d-48c77ce5ad67 None None] New status for floating IP f3575720-1636-46c6-b893-ac00681fd713: DOWN {{(pid=106843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:20:18.924502 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9a230dfd-e822-48de-af1b-76579b92514b req-18f64576-18ef-4421-a132-40e9d796389b tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587268 Sep 04 16:20:19.279395 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d5955-77ed-489c-a698-0141bc4d37dc req-6ef5a522-bcac-4967-81e2-25606c736de0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:19.280850 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-194d5955-77ed-489c-a698-0141bc4d37dc req-6ef5a522-bcac-4967-81e2-25606c736de0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0515604 Sep 04 16:20:19.327923 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'name': 'network-vif-deleted', 'tag': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:19.330212 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e15ae4-6948-4b1a-a3b2-456f1b9f0177" -d '{"events": [{"server_uuid": "9e5636f2-5f2f-45ca-af8a-d998079502df", "name": "network-vif-deleted", "tag": "5109bc3e-5bc8-407d-b0e7-4d3d700d2044"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:19.337357 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-194d5955-77ed-489c-a698-0141bc4d37dc req-0a5a7d2d-e0c5-44b7-86cf-fc66322ea055 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507402 Sep 04 16:20:19.347370 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-9bb95761-0bb7-49de-a1ba-793f612cc277 service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495934 Sep 04 16:20:19.376207 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020e5411-cfba-45e5-a8e8-23136ddffaf0 x-openstack-request-id: req-020e5411-cfba-45e5-a8e8-23136ddffaf0 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:19.376492 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5636f2-5f2f-45ca-af8a-d998079502df", "name": "network-vif-deleted", "tag": "5109bc3e-5bc8-407d-b0e7-4d3d700d2044", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:19.376740 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-020e5411-cfba-45e5-a8e8-23136ddffaf0 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:19.377133 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020e5411-cfba-45e5-a8e8-23136ddffaf0'] response: {'server_uuid': '9e5636f2-5f2f-45ca-af8a-d998079502df', 'name': 'network-vif-deleted', 'tag': '5109bc3e-5bc8-407d-b0e7-4d3d700d2044', 'status': 'completed', 'code': 200} Sep 04 16:20:19.423500 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-2e1dc5da-ccd2-4413-8730-d8e12cca2c30 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:19.424855 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-2e1dc5da-ccd2-4413-8730-d8e12cca2c30 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports/b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 200 len: 941 time: 0.0480068 Sep 04 16:20:19.548890 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a7599-7cd4-4cd8-87be-fe127cae18ad req-747baa96-ceec-44f8-b71d-6ec8be4fbd16 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:19.550392 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-517a7599-7cd4-4cd8-87be-fe127cae18ad req-747baa96-ceec-44f8-b71d-6ec8be4fbd16 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0791211 Sep 04 16:20:19.562259 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b754108-51c9-4445-a94c-fb3a1a5801cd req-a08f5149-6078-40e3-8ed5-99a5f8c0d4bf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:19.563701 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4b754108-51c9-4445-a94c-fb3a1a5801cd req-a08f5149-6078-40e3-8ed5-99a5f8c0d4bf tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0789325 Sep 04 16:20:19.640595 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-517a7599-7cd4-4cd8-87be-fe127cae18ad req-1958d471-2ffc-4cca-b8c6-3ab213165184 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759344 Sep 04 16:20:19.645092 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:19.666236 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4b754108-51c9-4445-a94c-fb3a1a5801cd req-a35d81ba-f904-4570-8c92-215a3ffc9e1c tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=eac0e466-40fe-4d4b-a33f-64fedc8763fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948622 Sep 04 16:20:19.711186 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-5778ff05-2bee-4435-9b1b-0ebf9bcb16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:19.713042 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-5778ff05-2bee-4435-9b1b-0ebf9bcb16f5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 1128 time: 0.0627480 Sep 04 16:20:19.777048 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb5af8-546b-4222-8cd8-d0b3d53b7bac req-bf08f5ee-e6ef-4dde-9fda-473425e37fe5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:19.778162 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-50bb5af8-546b-4222-8cd8-d0b3d53b7bac req-bf08f5ee-e6ef-4dde-9fda-473425e37fe5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.0484247 Sep 04 16:20:19.887231 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-89de60c2-22d4-4351-98aa-3d092106ce1f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=329a6f01-f405-46c1-8565-cde5c89b347e HTTP/1.1" status: 200 len: 217 time: 0.0731561 Sep 04 16:20:19.893817 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1e15670e-aab4-4bb8-9e17-177656c50fc5 req-d3abb0a1-53c2-4b28-a8fc-54edfa66f97a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 210 time: 0.0699244 Sep 04 16:20:19.902578 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-50bb5af8-546b-4222-8cd8-d0b3d53b7bac req-4c47b990-3cad-4b9b-a0b6-55d4755628a7 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150210 Sep 04 16:20:20.004688 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-c8d05ae7-d124-4d04-8a50-940d26bee581 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:20.005892 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-c8d05ae7-d124-4d04-8a50-940d26bee581 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 945 time: 0.0801828 Sep 04 16:20:20.010999 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-c2443f21-763e-4607-925e-70ccbff7fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:20.012378 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-c2443f21-763e-4607-925e-70ccbff7fc7d service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.0854881 Sep 04 16:20:20.118315 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc63fb-e2d2-4b5f-84e8-7019a9329468 req-d2a436f3-618e-4756-9a57-a51d9714503a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:20.123986 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3abc63fb-e2d2-4b5f-84e8-7019a9329468 req-d2a436f3-618e-4756-9a57-a51d9714503a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.1106589 Sep 04 16:20:20.136530 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:20.161280 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:20:20.161482 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-e6bfbac2-1040-4ba4-b1df-fb2c77f06960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:20.161651 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 5109bc3e-5bc8-407d-b0e7-4d3d700d2044 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:20:20.163046 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-e6bfbac2-1040-4ba4-b1df-fb2c77f06960 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1347010 Sep 04 16:20:20.249868 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Deleting port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:20.250213 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:20.349499 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3abc63fb-e2d2-4b5f-84e8-7019a9329468 req-56a0ef5c-f6a3-4172-8ad8-5fbc0042f525 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2166314 Sep 04 16:20:20.383484 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-6d4f5242-0e69-41cb-bcc0-7735962ef8ee service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009931 Sep 04 16:20:20.404154 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] For port 9b25d6f3-c217-4ae7-8acc-96e8367604e3, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9b25d6f3-c217-4ae7-8acc-96e8367604e3,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:20.404539 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:20.420111 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Calling delete_port for 9b25d6f3-c217-4ae7-8acc-96e8367604e3 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:20.432409 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:20.505945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1bbd9-c661-40b9-b85c-bc70fd206a97 req-3aca6f76-d63a-4cf4-9b90-fd9cacdfef84 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:20.507333 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0ed1bbd9-c661-40b9-b85c-bc70fd206a97 req-3aca6f76-d63a-4cf4-9b90-fd9cacdfef84 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0927324 Sep 04 16:20:20.578714 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0ed1bbd9-c661-40b9-b85c-bc70fd206a97 req-d145e59f-ae1f-49b1-b9c2-d1d2548d13fe tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620742 Sep 04 16:20:20.612378 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:20.720146 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b45b8d0-a606-47e4-87a0-1c08d406a880 req-1f532699-0d7a-4818-a3cf-f3852c1323e4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954154 Sep 04 16:20:20.762286 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (9b25d6f3-c217-4ae7-8acc-96e8367604e3), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:20.776015 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['9b25d6f3-c217-4ae7-8acc-96e8367604e3'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:20:20.814093 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Pushing event deleted for resources: {'Port': ['ID=9b25d6f3-c217-4ae7-8acc-96e8367604e3,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:20.843768 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbe1a7-7151-41aa-aff9-144ef59796a5 req-6a1a63fc-eae8-4045-92ee-df14ca31d564 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:20.846091 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bffbe1a7-7151-41aa-aff9-144ef59796a5 req-6a1a63fc-eae8-4045-92ee-df14ca31d564 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.1146910 Sep 04 16:20:20.854088 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-289c6bc3-b5e7-4ef9-9376-b7b94f1c9cb8 req-b8720f21-a7d5-4201-b09f-165fa1b131e8 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 210 time: 0.0802779 Sep 04 16:20:20.908325 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] No DVR routers for this DVR port 9b25d6f3-c217-4ae7-8acc-96e8367604e3 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:20:20.911000 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:20.914540 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-13f2afb1-1f45-49bb-a025-5725dce865b5 req-547c3f9c-a738-4b5d-a93f-e1969145101d tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.27 "DELETE /networking/v2.0/ports/9b25d6f3-c217-4ae7-8acc-96e8367604e3 HTTP/1.1" status: 204 len: 173 time: 0.9011018 Sep 04 16:20:20.946000 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bffbe1a7-7151-41aa-aff9-144ef59796a5 req-8d19e4c4-bac7-484f-9564-c956725e67bc tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682971 Sep 04 16:20:21.022258 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f72573bf-b51b-4497-9a4b-aa2a40971604 req-bcfa43d6-857d-4a3e-b084-77cb9090fc9d tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=9e5636f2-5f2f-45ca-af8a-d998079502df HTTP/1.1" status: 200 len: 210 time: 0.0310616 Sep 04 16:20:21.071835 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fcc06-7bdc-40a1-895e-83b52dd4706b req-dba6958b-e27a-4212-aa8b-f4cae1f1a8c6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:21.074038 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-458fcc06-7bdc-40a1-895e-83b52dd4706b req-dba6958b-e27a-4212-aa8b-f4cae1f1a8c6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.0551283 Sep 04 16:20:21.128686 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-458fcc06-7bdc-40a1-895e-83b52dd4706b req-21d39681-c6cc-4ffd-9853-1718f321e60b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487311 Sep 04 16:20:21.378367 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1afbcb-161b-4255-af5d-7aa20d2bf66f', 'name': 'network-vif-deleted', 'tag': '9b25d6f3-c217-4ae7-8acc-96e8367604e3'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:21.380705 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f28c2e-9c97-427f-86df-e83d405c7dec" -d '{"events": [{"server_uuid": "ee1afbcb-161b-4255-af5d-7aa20d2bf66f", "name": "network-vif-deleted", "tag": "9b25d6f3-c217-4ae7-8acc-96e8367604e3"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:21.418371 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d892451-8000-4f1c-880f-642181092647 x-openstack-request-id: req-8d892451-8000-4f1c-880f-642181092647 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:21.418615 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1afbcb-161b-4255-af5d-7aa20d2bf66f", "name": "network-vif-deleted", "tag": "9b25d6f3-c217-4ae7-8acc-96e8367604e3", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:21.418951 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d892451-8000-4f1c-880f-642181092647 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:21.419350 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d892451-8000-4f1c-880f-642181092647'] response: {'server_uuid': 'ee1afbcb-161b-4255-af5d-7aa20d2bf66f', 'name': 'network-vif-deleted', 'tag': '9b25d6f3-c217-4ae7-8acc-96e8367604e3', 'status': 'completed', 'code': 200} Sep 04 16:20:21.483615 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b4606-91ee-4fa9-8d58-ab4b2ef79f11 req-c90e720c-bbc7-4dc7-b33d-15a304af6415 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:21.485773 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-389b4606-91ee-4fa9-8d58-ab4b2ef79f11 req-c90e720c-bbc7-4dc7-b33d-15a304af6415 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0565009 Sep 04 16:20:21.546351 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-389b4606-91ee-4fa9-8d58-ab4b2ef79f11 req-11764923-1623-4356-84db-ba848ddd7398 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=6b43c59d-2f27-4597-acd9-80f09a1d361f&id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549238 Sep 04 16:20:21.701046 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da36c7-1c44-4b3f-b561-1299ece73027 req-1d06ecf0-85ce-4b62-9161-13d7c7e15da4 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:21.702538 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-21da36c7-1c44-4b3f-b561-1299ece73027 req-1d06ecf0-85ce-4b62-9161-13d7c7e15da4 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0469594 Sep 04 16:20:21.759674 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-21da36c7-1c44-4b3f-b561-1299ece73027 req-e04ed173-9294-4caa-b844-91eb61aaf920 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513215 Sep 04 16:20:21.976388 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ddb0ed0-2bf5-4a31-8df6-e4a7f92ee111 req-5e05d6e1-e744-482b-8f77-64d8ba4549a9 tempest-ServerRescueNegativeTestJSON-1718450479 tempest-ServerRescueNegativeTestJSON-1718450479-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee1afbcb-161b-4255-af5d-7aa20d2bf66f HTTP/1.1" status: 200 len: 210 time: 0.0321822 Sep 04 16:20:22.098035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bc47f-06bd-4927-893f-adb31862fdb2 req-00b7d8e5-d8d6-4fab-b420-b3aad07c5a66 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:22.099746 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ce9bc47f-06bd-4927-893f-adb31862fdb2 req-00b7d8e5-d8d6-4fab-b420-b3aad07c5a66 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0535533 Sep 04 16:20:22.128880 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:22.150543 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ce9bc47f-06bd-4927-893f-adb31862fdb2 req-9f1186fc-f384-444a-8316-b4f904b7bc18 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427632 Sep 04 16:20:22.186861 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 52998) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:22.280878 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56586228-b703-4b30-a595-8e5c19ef3f74 req-416bf04f-da5e-454f-b2ca-d5294961690e tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:22.282406 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-56586228-b703-4b30-a595-8e5c19ef3f74 req-416bf04f-da5e-454f-b2ca-d5294961690e tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.0683353 Sep 04 16:20:22.287983 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fb38-2a2b-42d3-b872-5b71f5d85658 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (1425aa2c-9ee1-4e3a-8eff-ee2013488d9e), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:22.330938 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fb38-2a2b-42d3-b872-5b71f5d85658 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (1425aa2c-9ee1-4e3a-8eff-ee2013488d9e), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:22.385721 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-56586228-b703-4b30-a595-8e5c19ef3f74 req-b9507ff4-10bc-46ad-ba14-6899f29ca4ef tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947731 Sep 04 16:20:22.475081 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fb38-2a2b-42d3-b872-5b71f5d85658 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1425aa2c-9ee1-4e3a-8eff-ee2013488d9e), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:22.477734 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fb38-2a2b-42d3-b872-5b71f5d85658 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:22.479015 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-e0a3fb38-2a2b-42d3-b872-5b71f5d85658 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1425aa2c-9ee1-4e3a-8eff-ee2013488d9e HTTP/1.1" status: 204 len: 168 time: 0.2909977 Sep 04 16:20:22.482029 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53000) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:22.488686 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3fb38-2a2b-42d3-b872-5b71f5d85658 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1425aa2c-9ee1-4e3a-8eff-ee2013488d9e,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:22.496486 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.api.v2.resource [None req-9e275da8-5e6d-43ac-a2c3-6acd56af8b21 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] show failed (client error): The resource could not be found. Sep 04 16:20:22.501660 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53002) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:22.508704 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-9e275da8-5e6d-43ac-a2c3-6acd56af8b21 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups/1425aa2c-9ee1-4e3a-8eff-ee2013488d9e HTTP/1.1" status: 404 len: 347 time: 0.0151618 Sep 04 16:20:22.628903 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Deleting port 645d14e0-619e-48b3-be02-a20aedc98a11 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:22.629240 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (645d14e0-619e-48b3-be02-a20aedc98a11), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:22.674419 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:22.704748 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (645d14e0-619e-48b3-be02-a20aedc98a11), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:22.705077 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (645d14e0-619e-48b3-be02-a20aedc98a11), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:22.718334 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Calling delete_port for 645d14e0-619e-48b3-be02-a20aedc98a11 owned by network:floatingip {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:22.836189 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-c6298e99-7781-479d-8c08-bc854cd7b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:22.838476 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-c6298e99-7781-479d-8c08-bc854cd7b795 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc&tenant_id=770dbd9183804e7fb0cbb99af75b45f2 HTTP/1.1" status: 200 len: 1128 time: 0.0520110 Sep 04 16:20:22.942148 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fa893-e78a-4109-a89b-71edb16902c6 req-be47a7bb-4fa7-4bd1-9394-30e30074bdd6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:22.943542 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-484fa893-e78a-4109-a89b-71edb16902c6 req-be47a7bb-4fa7-4bd1-9394-30e30074bdd6 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.1043875 Sep 04 16:20:22.966431 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-4925ce65-faa2-4a0c-8f95-e0480fdc91db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:22.968410 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-4925ce65-faa2-4a0c-8f95-e0480fdc91db service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1128 time: 0.0776038 Sep 04 16:20:23.049433 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53008) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:23.053108 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (645d14e0-619e-48b3-be02-a20aedc98a11), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.072275 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-484fa893-e78a-4109-a89b-71edb16902c6 req-5698a61d-3915-42eb-9011-a6ebd03e57a1 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177213 Sep 04 16:20:23.101106 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:23.102103 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'Port': ['ID=645d14e0-619e-48b3-be02-a20aedc98a11,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:23.172759 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-ea739fab-81f2-4393-b289-b4417e0a1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:23.174270 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-ea739fab-81f2-4393-b289-b4417e0a1033 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b2b9ef80-2b71-48ed-a94f-408f1798eb56 HTTP/1.1" status: 200 len: 910 time: 0.1980875 Sep 04 16:20:23.228778 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (f3575720-1636-46c6-b893-ac00681fd713), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.232010 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.235838 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-87e0d164-3157-48f1-9608-8e3a7bffcfd6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/f3575720-1636-46c6-b893-ac00681fd713 HTTP/1.1" status: 204 len: 168 time: 0.7299588 Sep 04 16:20:23.289008 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-b16bf802-a5d4-481b-9e7a-4cf494009daa service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 200 len: 998 time: 0.1050372 Sep 04 16:20:23.311482 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce40b8c-3224-45f3-9819-72bd027e64f1 req-dd332957-13f9-4da6-9b18-6634fcb3ae99 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:23.312948 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7ce40b8c-3224-45f3-9819-72bd027e64f1 req-dd332957-13f9-4da6-9b18-6634fcb3ae99 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0738082 Sep 04 16:20:23.374628 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-e7ebddad-2d3c-4127-9c45-7dd58a994dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:23.376099 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-e7ebddad-2d3c-4127-9c45-7dd58a994dbc service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3797ebf1-8cfe-4502-b2ad-8c62a032dc40 HTTP/1.1" status: 200 len: 848 time: 0.0791821 Sep 04 16:20:23.393465 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53016) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:23.398104 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-a0344199-0080-4b79-a81d-58f921572d7a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112901889', 'description': 'tempest-description--1197250700'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:23.432127 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7ce40b8c-3224-45f3-9819-72bd027e64f1 req-0a9ca7a1-8488-454d-9a70-7490e0f656b1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939510 Sep 04 16:20:23.438669 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-89739c45-ed97-4b06-a781-0dbaf8c0ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:23.440094 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-89739c45-ed97-4b06-a781-0dbaf8c0ea51 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b2b9ef80-2b71-48ed-a94f-408f1798eb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541611 Sep 04 16:20:23.514876 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a0344199-0080-4b79-a81d-58f921572d7a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.543326 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (d18bd00e-57b3-4da8-b140-106cd52a8fb8), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.572277 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce404b-56a8-4ebc-9c9f-7cc565b9765e req-9542ff9d-ee59-496e-8177-fd4995fc2645 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:23.573797 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-23ce404b-56a8-4ebc-9c9f-7cc565b9765e req-9542ff9d-ee59-496e-8177-fd4995fc2645 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.0696361 Sep 04 16:20:23.610855 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-d1724b4e-3bf9-45bf-ad09-bf51308c9413 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643431 Sep 04 16:20:23.620858 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:23.684020 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-23ce404b-56a8-4ebc-9c9f-7cc565b9765e req-91e0248e-dcf9-4e51-9d37-757173e592f0 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007309 Sep 04 16:20:23.711397 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a0344199-0080-4b79-a81d-58f921572d7a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (a9059665-e5da-4f59-a7f0-81bb8486edfd), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.726066 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d606bd87-f49a-4aa4-8157-32796fcd7a55 req-9bc1b76a-f1c9-4fcb-8ed8-a3e07427f2cd service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050749 Sep 04 16:20:23.791351 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a0344199-0080-4b79-a81d-58f921572d7a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a9059665-e5da-4f59-a7f0-81bb8486edfd), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.855016 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0344199-0080-4b79-a81d-58f921572d7a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9059665-e5da-4f59-a7f0-81bb8486edfd,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:23.867744 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Deleting port 31641ab7-63ea-4246-8ab1-632162cd100d {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:23.868078 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.905878 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:23.910550 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a0344199-0080-4b79-a81d-58f921572d7a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.911752 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a0344199-0080-4b79-a81d-58f921572d7a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5173399 Sep 04 16:20:23.914922 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53028) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:23.919486 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-c839e5ba-3295-4a83-8b81-9655e811b781 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group_rule': {'security_group_id': 'a9059665-e5da-4f59-a7f0-81bb8486edfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:23.951184 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:23.952977 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] For port 31641ab7-63ea-4246-8ab1-632162cd100d, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=31641ab7-63ea-4246-8ab1-632162cd100d,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:23.953383 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:23.967273 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Calling delete_port for 31641ab7-63ea-4246-8ab1-632162cd100d owned by network:router_interface {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:24.011439 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c839e5ba-3295-4a83-8b81-9655e811b781 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (c2030448-b88b-4fa3-9d95-187497b5f61f), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:24.076783 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c839e5ba-3295-4a83-8b81-9655e811b781 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (c2030448-b88b-4fa3-9d95-187497b5f61f), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:24.161169 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c839e5ba-3295-4a83-8b81-9655e811b781 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (c2030448-b88b-4fa3-9d95-187497b5f61f), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:24.170133 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:20:24.183295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839e5ba-3295-4a83-8b81-9655e811b781 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2030448-b88b-4fa3-9d95-187497b5f61f,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:24.190064 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 9b25d6f3-c217-4ae7-8acc-96e8367604e3 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:24.247176 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (31641ab7-63ea-4246-8ab1-632162cd100d), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:24.271941 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c839e5ba-3295-4a83-8b81-9655e811b781 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:24.273201 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c839e5ba-3295-4a83-8b81-9655e811b781 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3572562 Sep 04 16:20:24.278595 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53040) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:24.280874 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-117f337f-9142-4e14-885f-efa90266ed0c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'security_group_rule': {'security_group_id': 'a9059665-e5da-4f59-a7f0-81bb8486edfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:24.294358 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Pushing event deleted for resources: {'Port': ['ID=31641ab7-63ea-4246-8ab1-632162cd100d,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:24.503814 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c4aae-ef8d-44dd-9cc2-0e42434043ba req-384cb9a1-4098-4cf4-acf4-b82568de27b7 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:24.510825 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-759c4aae-ef8d-44dd-9cc2-0e42434043ba req-384cb9a1-4098-4cf4-acf4-b82568de27b7 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.1262288 Sep 04 16:20:24.530985 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:24.542502 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-117f337f-9142-4e14-885f-efa90266ed0c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (95aedbf2-087b-40b6-92e4-e16e5cf749d5), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:24.555201 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'port_id': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'mac_address': 'fa:16:3e:3a:9e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:20:24.575070 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 9b25d6f3-c217-4ae7-8acc-96e8367604e3 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:20:24.577253 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 9b25d6f3-c217-4ae7-8acc-96e8367604e3 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:20:24.581338 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:24.588888 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (d18bd00e-57b3-4da8-b140-106cd52a8fb8), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:24.665455 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec6b1a-9811-4600-87da-cf176cf4c21a req-beb9cb80-6262-4c39-a097-ebaeef6012c0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:24.667404 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fdec6b1a-9811-4600-87da-cf176cf4c21a req-beb9cb80-6262-4c39-a097-ebaeef6012c0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0720694 Sep 04 16:20:24.683514 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-759c4aae-ef8d-44dd-9cc2-0e42434043ba req-103672c5-932c-4426-8251-1121150ca926 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717322 Sep 04 16:20:24.703768 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:24.735224 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 is: ACTIVE; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:24.735224 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:24.793126 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d210ca9-1ff4-4f3e-842e-652e252e69a7 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:20:24.863538 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fdec6b1a-9811-4600-87da-cf176cf4c21a req-100b76ab-163a-49de-929b-7cc895aa058a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731825 Sep 04 16:20:24.868633 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:24.876395 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:24.906940 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Router d18bd00e-57b3-4da8-b140-106cd52a8fb8 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:20:24.927272 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84598505-07ea-4963-8fb2-6fdf09c903da req-c97c6ffe-a0ea-42b9-9b16-d9f9c4b38372 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:24.928871 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84598505-07ea-4963-8fb2-6fdf09c903da req-c97c6ffe-a0ea-42b9-9b16-d9f9c4b38372 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.1087472 Sep 04 16:20:24.931037 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-117f337f-9142-4e14-885f-efa90266ed0c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (95aedbf2-087b-40b6-92e4-e16e5cf749d5), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:24.957215 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.002964 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84598505-07ea-4963-8fb2-6fdf09c903da req-1b8be080-0ed4-4a77-a4c1-d48a10ea041a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652993 Sep 04 16:20:25.039457 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:20:25.039560 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-117f337f-9142-4e14-885f-efa90266ed0c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (95aedbf2-087b-40b6-92e4-e16e5cf749d5), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.040554 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-791a2bf9-7b2a-46f2-a65a-2ca90ef8e63b admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/d18bd00e-57b3-4da8-b140-106cd52a8fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9899635 Sep 04 16:20:25.041210 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53058) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:25.047492 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] Sync routers for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:20:25.048674 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['6d210ca9-1ff4-4f3e-842e-652e252e69a7'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:20:25.065580 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:25.066312 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:25.073309 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f337f-9142-4e14-885f-efa90266ed0c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95aedbf2-087b-40b6-92e4-e16e5cf749d5,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:25.099362 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=6']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:25.157389 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-117f337f-9142-4e14-885f-efa90266ed0c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.158424 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-117f337f-9142-4e14-885f-efa90266ed0c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8812904 Sep 04 16:20:25.161694 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53060) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:25.167192 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:25.194747 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks [] for router (d18bd00e-57b3-4da8-b140-106cd52a8fb8), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.199888 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:25.218929 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:25.301645 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.416670 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:25.419055 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:25.467328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.472405 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:20:24Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:25.510987 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] Checking router: d18bd00e-57b3-4da8-b140-106cd52a8fb8 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:20:25.533378 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] Routers {'d18bd00e-57b3-4da8-b140-106cd52a8fb8'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:25.538094 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:25.568862 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=100 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:25.601709 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks [] for router_gateway (d18bd00e-57b3-4da8-b140-106cd52a8fb8), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.625996 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Allocated IP 172.27.3.189 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/e6135ca5-d44b-4345-b7a4-6b2898c8295b) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:20:25.683045 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] Set router d18bd00e-57b3-4da8-b140-106cd52a8fb8 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:25.773550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (e6135ca5-d44b-4345-b7a4-6b2898c8295b), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.782952 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Deleting port 527f3e13-2619-4507-b62d-989234a328ac {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:25.783722 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (527f3e13-2619-4507-b62d-989234a328ac), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.927697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (e6135ca5-d44b-4345-b7a4-6b2898c8295b), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.956532 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] For port 527f3e13-2619-4507-b62d-989234a328ac, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=527f3e13-2619-4507-b62d-989234a328ac,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:25.987160 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (527f3e13-2619-4507-b62d-989234a328ac), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:25.987959 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:20:24Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:25.988111 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338b7b5-bd52-4b18-9c04-d9988cb899af req-72f7b627-7103-44cb-ad31-d2f49154d46e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:25.988111 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6338b7b5-bd52-4b18-9c04-d9988cb899af req-72f7b627-7103-44cb-ad31-d2f49154d46e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.1447196 Sep 04 16:20:25.988305 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Calling delete_port for 527f3e13-2619-4507-b62d-989234a328ac owned by network:router_gateway {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:25.996014 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:26.018582 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:20:26.026648 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464a9f2-5bc2-419f-8c72-77f9ca3a9f47 None None] The sync data for ids ['d18bd00e-57b3-4da8-b140-106cd52a8fb8'] in dv-cinder-852364-6-iscsi is: [{'id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'name': 'tempest-ServerRescueNegativeTestJSON-652491228-router', 'tenant_id': 'cb043a0ecad3466bbd5a5874126d2810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '527f3e13-2619-4507-b62d-989234a328ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:20:24Z', 'revision_number': 5, 'project_id': 'cb043a0ecad3466bbd5a5874126d2810', 'gw_port': {'id': '527f3e13-2619-4507-b62d-989234a328ac', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18bd00e-57b3-4da8-b140-106cd52a8fb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:20:26.044198 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:20:26.079620 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=e6135ca5-d44b-4345-b7a4-6b2898c8295b,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:26.083989 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:20:26.147806 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba063667-6a03-4169-952b-c38aabd9cd1c req-a3b3b71d-6096-4aeb-9e6e-0006d99c2438 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:26.149414 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba063667-6a03-4169-952b-c38aabd9cd1c req-a3b3b71d-6096-4aeb-9e6e-0006d99c2438 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 944 time: 0.1377771 Sep 04 16:20:26.189987 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:20:26.264650 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:20:26.265115 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.303107 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (527f3e13-2619-4507-b62d-989234a328ac), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.329947 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:26.350953 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Pushing event deleted for resources: {'Port': ['ID=527f3e13-2619-4507-b62d-989234a328ac,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:26.379228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:26.380433 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.435117 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:26.438401 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:26.443949 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eade25-9c42-44c4-aab8-a0446f138e0c" -d '{"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-plugged", "status": "completed", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:26.513017 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (d18bd00e-57b3-4da8-b140-106cd52a8fb8), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.565098 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.595921 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6338b7b5-bd52-4b18-9c04-d9988cb899af req-11bf43b3-f713-434f-873a-5f64bcddfd07 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6088254 Sep 04 16:20:26.683642 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (d18bd00e-57b3-4da8-b140-106cd52a8fb8), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.690270 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks [] for router_controller (d18bd00e-57b3-4da8-b140-106cd52a8fb8), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.706175 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 31641ab7-63ea-4246-8ab1-632162cd100d no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:26.738072 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba063667-6a03-4169-952b-c38aabd9cd1c req-0863ed0b-3289-4910-9d8f-3f14f34e047a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5684907 Sep 04 16:20:26.753251 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (0d61f3b8-37e5-4337-a80f-6df6b3404723), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.769672 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 31641ab7-63ea-4246-8ab1-632162cd100d {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:20:26.770131 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 31641ab7-63ea-4246-8ab1-632162cd100d not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:20:26.798061 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=7']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:26.801917 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e0def-320d-40c1-88a2-d629b20f00b0 x-openstack-request-id: req-7b1e0def-320d-40c1-88a2-d629b20f00b0 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:26.807846 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-plugged", "status": "completed", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:26.808293 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b1e0def-320d-40c1-88a2-d629b20f00b0 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:26.808807 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1e0def-320d-40c1-88a2-d629b20f00b0'] response: {'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'code': 200} Sep 04 16:20:26.901603 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77ac6f-0998-4a38-926d-b7c31146dcfb req-8fba0a2e-b425-480e-873b-b8cb56c6a7a6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:26.904570 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b77ac6f-0998-4a38-926d-b7c31146dcfb req-8fba0a2e-b425-480e-873b-b8cb56c6a7a6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.0873785 Sep 04 16:20:26.905296 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (d18bd00e-57b3-4da8-b140-106cd52a8fb8), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.906718 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e6135ca5-d44b-4345-b7a4-6b2898c8295b), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.906964 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d18bd00e-57b3-4da8-b140-106cd52a8fb8 {{(pid=106841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:20:26.918903 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:26.923464 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-895b3e7a-6c76-42cd-ae4f-35e719783870 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/d18bd00e-57b3-4da8-b140-106cd52a8fb8 HTTP/1.1" status: 204 len: 168 time: 1.8811579 Sep 04 16:20:26.924141 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53070) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:26.991112 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_v2 [None req-119e2648-edbe-4dfc-92ae-80f127676338 admin admin] Deleting subnet 8f65ba93-9c99-4786-b78c-6bac60cc7e87 {{(pid=106841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:20:26.994708 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-119e2648-edbe-4dfc-92ae-80f127676338 admin admin] Publish callbacks [] for subnet (8f65ba93-9c99-4786-b78c-6bac60cc7e87), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.052156 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-119e2648-edbe-4dfc-92ae-80f127676338 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734260'] for subnet (8f65ba93-9c99-4786-b78c-6bac60cc7e87), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.136846 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b77ac6f-0998-4a38-926d-b7c31146dcfb req-fc4006ae-7d4a-4010-9707-e3706147b2c9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063999 Sep 04 16:20:27.217950 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-119e2648-edbe-4dfc-92ae-80f127676338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (8f65ba93-9c99-4786-b78c-6bac60cc7e87), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.234438 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (e6135ca5-d44b-4345-b7a4-6b2898c8295b), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.309410 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (e6135ca5-d44b-4345-b7a4-6b2898c8295b), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.355751 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-119e2648-edbe-4dfc-92ae-80f127676338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25855034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25769455'] for subnet (8f65ba93-9c99-4786-b78c-6bac60cc7e87), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.388701 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=e6135ca5-d44b-4345-b7a4-6b2898c8295b,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:27.391138 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (0d61f3b8-37e5-4337-a80f-6df6b3404723), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.402171 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e2648-edbe-4dfc-92ae-80f127676338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f65ba93-9c99-4786-b78c-6bac60cc7e87,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:27.403279 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f17ab0a-6449-4da2-add5-a26dc57fc637 None None] Network a845be48-e7c6-44a4-9bea-76b6b11d7a03 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:20:27.412471 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-119e2648-edbe-4dfc-92ae-80f127676338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.417049 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-119e2648-edbe-4dfc-92ae-80f127676338 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/8f65ba93-9c99-4786-b78c-6bac60cc7e87 HTTP/1.1" status: 204 len: 168 time: 0.4895203 Sep 04 16:20:27.422368 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53072) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:27.438632 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:27.488581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.489864 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-4d59258b-5d3e-46bb-9ca5-4a267d2211a0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3270631 Sep 04 16:20:27.514229 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:27.571084 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (a845be48-e7c6-44a4-9bea-76b6b11d7a03), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.619104 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f93d66-0f36-4d19-ad44-fcbe8b6d0f5a None None] DHCP port deletion for a845be48-e7c6-44a4-9bea-76b6b11d7a03 request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:20:27.637382 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Deleting port 849e6e78-8649-47f0-8d61-0261cfe55d88 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:27.639009 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.711790 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-b1f93d66-0f36-4d19-ad44-fcbe8b6d0f5a None None] Deleting port 849e6e78-8649-47f0-8d61-0261cfe55d88 {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:20:27.712657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b1f93d66-0f36-4d19-ad44-fcbe8b6d0f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.722502 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:27.752617 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-2f930385-a644-4be4-9afb-759f649dc10c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2112901889&fields=id&tenant_id=1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 267 time: 0.0674257 Sep 04 16:20:27.756376 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] For port 849e6e78-8649-47f0-8d61-0261cfe55d88, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=849e6e78-8649-47f0-8d61-0261cfe55d88,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:27.757200 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.782862 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Calling delete_port for 849e6e78-8649-47f0-8d61-0261cfe55d88 owned by network:dhcp {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:27.824411 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64319f6-cea5-40ac-972c-876feaf49183 req-54304cd7-3abb-470e-9fd4-70e71d879fe0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:27.825293 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-b1f93d66-0f36-4d19-ad44-fcbe8b6d0f5a None None] For port 849e6e78-8649-47f0-8d61-0261cfe55d88, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=849e6e78-8649-47f0-8d61-0261cfe55d88,segment=NetworkSegment(ca3181b6-5fc0-490e-879b-8840c662abfe),segment_id=ca3181b6-5fc0-490e-879b-8840c662abfe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:27.826764 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d64319f6-cea5-40ac-972c-876feaf49183 req-54304cd7-3abb-470e-9fd4-70e71d879fe0 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0706389 Sep 04 16:20:27.830183 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b1f93d66-0f36-4d19-ad44-fcbe8b6d0f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.854505 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-b1f93d66-0f36-4d19-ad44-fcbe8b6d0f5a None None] Calling delete_port for 849e6e78-8649-47f0-8d61-0261cfe55d88 owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:20:27.939861 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:27.984106 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-a3a1d2c2-602c-4a49-a297-34fab3170d91 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:27.985643 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-a3a1d2c2-602c-4a49-a297-34fab3170d91 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 815 time: 0.2322114 Sep 04 16:20:27.990725 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:27.996934 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d64319f6-cea5-40ac-972c-876feaf49183 req-2159b128-ad0a-40cc-bf82-4150efdbc5c7 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943251 Sep 04 16:20:28.004906 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b1f93d66-0f36-4d19-ad44-fcbe8b6d0f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (849e6e78-8649-47f0-8d61-0261cfe55d88), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:28.008382 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-5f5a7109-39a4-4d49-87c0-83e25f333ca0 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/quotas/1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 375 time: 0.0105212 Sep 04 16:20:28.042331 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f93d66-0f36-4d19-ad44-fcbe8b6d0f5a None None] No DVR routers for this DVR port 849e6e78-8649-47f0-8d61-0261cfe55d88 on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:20:28.047401 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f93d66-0f36-4d19-ad44-fcbe8b6d0f5a None None] Pushing event deleted for resources: {'Port': ['ID=849e6e78-8649-47f0-8d61-0261cfe55d88,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:28.048749 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Pushing event deleted for resources: {'Port': ['ID=849e6e78-8649-47f0-8d61-0261cfe55d88,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:28.084482 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] No DVR routers for this DVR port 849e6e78-8649-47f0-8d61-0261cfe55d88 on host dv-cinder-852364-6-iscsi {{(pid=106841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:20:28.121769 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-eaf60cb5-dba5-470c-a65f-bb59dd2225be tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911236 Sep 04 16:20:28.203954 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (a845be48-e7c6-44a4-9bea-76b6b11d7a03), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:28.229973 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a845be48-e7c6-44a4-9bea-76b6b11d7a03']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:28.243847 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062eb6e-8517-45ef-90e6-82c33bf60ce5 req-992fc7e3-f3fc-4253-8fbf-5c145a8aa33e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:28.245465 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7062eb6e-8517-45ef-90e6-82c33bf60ce5 req-992fc7e3-f3fc-4253-8fbf-5c145a8aa33e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.1210825 Sep 04 16:20:28.247058 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3181b6-5fc0-490e-879b-8840c662abfe') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:28.249063 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3181b6-5fc0-490e-879b-8840c662abfe') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:28.265183 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (ca3181b6-5fc0-490e-879b-8840c662abfe), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:28.286570 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (ca3181b6-5fc0-490e-879b-8840c662abfe), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:28.297781 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:20:28.298181 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (ca3181b6-5fc0-490e-879b-8840c662abfe), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:28.339147 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-d1b7f1c3-e981-49f3-98df-eb119e490d08 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737466 Sep 04 16:20:28.343899 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7062eb6e-8517-45ef-90e6-82c33bf60ce5 req-cac82379-2485-4096-b823-4b6700d8137e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906811 Sep 04 16:20:28.433980 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 849e6e78-8649-47f0-8d61-0261cfe55d88 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:28.474838 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 849e6e78-8649-47f0-8d61-0261cfe55d88 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:20:28.475201 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 849e6e78-8649-47f0-8d61-0261cfe55d88 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:20:28.476126 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 527f3e13-2619-4507-b62d-989234a328ac no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:28.476260 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment ca3181b6-5fc0-490e-879b-8840c662abfe resource provider aggregate not found Sep 04 16:20:28.497292 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment ca3181b6-5fc0-490e-879b-8840c662abfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca3181b6-5fc0-490e-879b-8840c662abfe found for delete ", "request_id": "req-61c49d05-6e1d-4502-a72f-0b685f1eeaa9"}]} Sep 04 16:20:28.512235 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 527f3e13-2619-4507-b62d-989234a328ac {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:20:28.512235 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 527f3e13-2619-4507-b62d-989234a328ac not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:20:28.532290 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (a845be48-e7c6-44a4-9bea-76b6b11d7a03), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:28.543672 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:28.548791 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-5fcb72d2-2450-48c5-84ac-5f6212f602a7 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999450 Sep 04 16:20:28.551019 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/a845be48-e7c6-44a4-9bea-76b6b11d7a03 HTTP/1.1" status: 204 len: 168 time: 1.1271040 Sep 04 16:20:28.560494 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fc947-74c8-4191-aa4e-226488b72a2f req-74ca026b-3940-4eb9-af71-b0cc0adb0d9e tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:28.567526 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c3fc947-74c8-4191-aa4e-226488b72a2f req-74ca026b-3940-4eb9-af71-b0cc0adb0d9e tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.0774758 Sep 04 16:20:28.569488 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bffd0e-259b-4a98-b066-e1bc250b69df admin admin] Pushing event deleted for resources: {'Network': ['ID=a845be48-e7c6-44a4-9bea-76b6b11d7a03,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:28.633029 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c3fc947-74c8-4191-aa4e-226488b72a2f req-260303fd-989d-4698-8f1e-06b0ae60ef83 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625160 Sep 04 16:20:28.950240 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c510c161-1b6b-4784-809d-436612e9d098 req-56e5a1fa-f4a3-40be-9f57-b045174be6cb tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 210 time: 0.0328629 Sep 04 16:20:29.047957 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53108) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:29.103939 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ec32c6fb-da84-4fff-833d-00a96617745c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=cb043a0ecad3466bbd5a5874126d2810&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540850 Sep 04 16:20:29.104232 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53112) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:29.187069 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec444660-0e4e-4eb9-851a-11321f7da6a0 req-0fb2a8ab-22a4-4701-bf2e-efe8e9b3922f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:29.188543 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec444660-0e4e-4eb9-851a-11321f7da6a0 req-0fb2a8ab-22a4-4701-bf2e-efe8e9b3922f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0696754 Sep 04 16:20:29.215848 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-55e974ff-c8a1-41ba-9fc9-c6862fc1f3d3 admin admin] Publish callbacks [] for security_group (eac0e466-40fe-4d4b-a33f-64fedc8763fa), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:29.249091 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-55e974ff-c8a1-41ba-9fc9-c6862fc1f3d3 admin admin] Publish callbacks [] for security_group (eac0e466-40fe-4d4b-a33f-64fedc8763fa), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:29.287234 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec444660-0e4e-4eb9-851a-11321f7da6a0 req-ca851786-d86f-42bb-8a52-1b98e8dd88cd tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884490 Sep 04 16:20:29.480396 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ced14-13a6-40b3-b9a5-6403ec12529a req-1dc1f35c-0afb-4b52-a525-424e57e6cd95 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:29.482337 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-125ced14-13a6-40b3-b9a5-6403ec12529a req-1dc1f35c-0afb-4b52-a525-424e57e6cd95 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0475018 Sep 04 16:20:29.530361 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-125ced14-13a6-40b3-b9a5-6403ec12529a req-9de424ac-4b4d-4b00-b69a-e4b756d7598e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Sep 04 16:20:29.537946 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-55e974ff-c8a1-41ba-9fc9-c6862fc1f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (eac0e466-40fe-4d4b-a33f-64fedc8763fa), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:29.540514 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-55e974ff-c8a1-41ba-9fc9-c6862fc1f3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:29.541582 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-55e974ff-c8a1-41ba-9fc9-c6862fc1f3d3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/eac0e466-40fe-4d4b-a33f-64fedc8763fa HTTP/1.1" status: 204 len: 168 time: 0.4361379 Sep 04 16:20:29.549988 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e974ff-c8a1-41ba-9fc9-c6862fc1f3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac0e466-40fe-4d4b-a33f-64fedc8763fa,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:29.802567 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa7fb5-aa87-472d-a3fd-eca3d74b9a5f req-38d85f14-d322-4f5b-aed2-9b4081911d0a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:29.804504 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-54aa7fb5-aa87-472d-a3fd-eca3d74b9a5f req-38d85f14-d322-4f5b-aed2-9b4081911d0a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 944 time: 0.0801573 Sep 04 16:20:29.844032 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:29.874419 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-54aa7fb5-aa87-472d-a3fd-eca3d74b9a5f req-b0914af8-c437-4482-94c6-d86cf8a9d118 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622864 Sep 04 16:20:30.083820 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-323d2dba-9bf6-4cad-bac4-95f40f2694d5 req-791617a7-7465-4245-b287-cff0349fda92 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 210 time: 0.0407863 Sep 04 16:20:30.185530 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 329a6f01-f405-46c1-8565-cde5c89b347e details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:20:30.303689 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:30.321227 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 329a6f01-f405-46c1-8565-cde5c89b347e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=329a6f01-f405-46c1-8565-cde5c89b347e,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:30.337399 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '329a6f01-f405-46c1-8565-cde5c89b347e', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:20:30.384854 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 329a6f01-f405-46c1-8565-cde5c89b347e is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:30.385252 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:30.402882 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329a6f01-f405-46c1-8565-cde5c89b347e {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:20:30.431159 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 329a6f01-f405-46c1-8565-cde5c89b347e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=329a6f01-f405-46c1-8565-cde5c89b347e,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:30.467947 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42b64-935e-4b0b-b05b-6177b63f7c18 req-c63a8e16-2055-4a49-80fb-1c04d37fef48 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:30.474749 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26f42b64-935e-4b0b-b05b-6177b63f7c18 req-c63a8e16-2055-4a49-80fb-1c04d37fef48 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0644338 Sep 04 16:20:30.501948 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:30.526549 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:30.543743 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26f42b64-935e-4b0b-b05b-6177b63f7c18 req-cd1e9cdc-ba58-41aa-b051-05da9c7ec801 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681453 Sep 04 16:20:30.560028 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:30.599921 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=329a6f01-f405-46c1-8565-cde5c89b347e,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:30.709632 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61bb21-ade4-4a97-9529-4ee4c807ae9c req-3802f6c4-a4de-45ba-bfae-0751da4cd869 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:30.711506 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5e61bb21-ade4-4a97-9529-4ee4c807ae9c req-3802f6c4-a4de-45ba-bfae-0751da4cd869 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0657740 Sep 04 16:20:30.794977 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5e61bb21-ade4-4a97-9529-4ee4c807ae9c req-1a2b7c69-c828-420c-881f-88d8e64eae4b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759938 Sep 04 16:20:30.797539 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['329a6f01-f405-46c1-8565-cde5c89b347e'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:20:31.137861 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5af44e-b2ec-46db-bdbe-634594871a9d req-f134f320-1e4a-464f-878e-286452b57d0a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:31.137861 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7f5af44e-b2ec-46db-bdbe-634594871a9d req-f134f320-1e4a-464f-878e-286452b57d0a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 945 time: 0.1093826 Sep 04 16:20:31.329978 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e404ab9a-b081-4a69-b248-a8ddbe186932 req-af5095b3-de9d-430f-8afa-21f3a8d22148 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 210 time: 0.0601044 Sep 04 16:20:31.353539 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7f5af44e-b2ec-46db-bdbe-634594871a9d req-7a84471c-9840-494c-b1b9-701878ac5e99 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066345 Sep 04 16:20:31.698796 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02741da2-d3bf-4d73-ae9d-f10187f1a11c req-fa981b4d-f879-4037-9699-7b616743d4d2 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:31.707212 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-02741da2-d3bf-4d73-ae9d-f10187f1a11c req-fa981b4d-f879-4037-9699-7b616743d4d2 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 944 time: 0.0636282 Sep 04 16:20:31.766145 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-02741da2-d3bf-4d73-ae9d-f10187f1a11c req-886416b6-3229-4e90-94cc-0ac261b88690 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578318 Sep 04 16:20:31.941293 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed55b86-6c60-46de-9e60-e2518fddfb64 req-f6beccb4-507c-45ba-90dd-fde730eb5a5f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:31.944265 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ed55b86-6c60-46de-9e60-e2518fddfb64 req-f6beccb4-507c-45ba-90dd-fde730eb5a5f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0650525 Sep 04 16:20:32.034951 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ed55b86-6c60-46de-9e60-e2518fddfb64 req-b3b9bb62-09de-447e-9940-d6f943621ca1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853307 Sep 04 16:20:32.198205 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-9a29e30c-7a09-4d4d-a8da-e47a0bf0fbf6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:32.198904 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device b7aa303d-deea-4135-89b8-303faf88bdfe details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:20:32.204079 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-9a29e30c-7a09-4d4d-a8da-e47a0bf0fbf6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 815 time: 0.1746931 Sep 04 16:20:32.207066 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 329a6f01-f405-46c1-8565-cde5c89b347e up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:20:32.292012 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-26ac5f47-e319-4c20-9f58-8a8edd78f1d3 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1cc5ea4158344d5c8a35bc5783410620 HTTP/1.1" status: 200 len: 380 time: 0.0770936 Sep 04 16:20:32.307536 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'port': {'device_id': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'admin_state_up': True, 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'security_groups': ['a9059665-e5da-4f59-a7f0-81bb8486edfd']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:32.427383 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 329a6f01-f405-46c1-8565-cde5c89b347e completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:20:32.535817 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 329a6f01-f405-46c1-8565-cde5c89b347e triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:20:32.538157 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:32.564816 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f20bbc8-4e79-496d-810d-6992ecb1a422 req-3032887d-d58c-428d-af5f-975e2588fee3 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 210 time: 0.0710149 Sep 04 16:20:32.622738 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e53ef7-ff09-4c2f-978d-143b45b96a21 req-e06a7989-7e26-4a83-b11b-a67884320321 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:32.624509 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-04e53ef7-ff09-4c2f-978d-143b45b96a21 req-e06a7989-7e26-4a83-b11b-a67884320321 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 945 time: 0.1065292 Sep 04 16:20:32.630127 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b7aa303d-deea-4135-89b8-303faf88bdfe,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:32.656511 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:32.661472 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'port_id': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'mac_address': 'fa:16:3e:b9:ab:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:20:32.715110 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port b7aa303d-deea-4135-89b8-303faf88bdfe is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:32.715335 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:32.726944 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-04e53ef7-ff09-4c2f-978d-143b45b96a21 req-59491cce-3454-4f16-8cb5-61bcbe976145 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942867 Sep 04 16:20:32.735492 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7aa303d-deea-4135-89b8-303faf88bdfe {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:20:32.788007 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b7aa303d-deea-4135-89b8-303faf88bdfe,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:32.794472 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 329a6f01-f405-46c1-8565-cde5c89b347e is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:32.795913 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:32.808700 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Made reservation on behalf of 1cc5ea4158344d5c8a35bc5783410620 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:20:32.811505 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:32.845049 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:32.848426 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0bfaf5-a6b9-4249-a364-74857280fa4d" -d '{"events": [{"server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "name": "network-vif-plugged", "status": "completed", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:32.866268 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 329a6f01-f405-46c1-8565-cde5c89b347e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=329a6f01-f405-46c1-8565-cde5c89b347e,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:32.875945 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:32.909756 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b8088d-38a8-45ff-8469-1c6481f3fb4c x-openstack-request-id: req-19b8088d-38a8-45ff-8469-1c6481f3fb4c {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:32.909970 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "name": "network-vif-plugged", "status": "completed", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:32.910232 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19b8088d-38a8-45ff-8469-1c6481f3fb4c {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:32.911020 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b8088d-38a8-45ff-8469-1c6481f3fb4c'] response: {'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e', 'code': 200} Sep 04 16:20:32.915597 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:32.959764 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=b7aa303d-deea-4135-89b8-303faf88bdfe,revision_number=7']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:32.968398 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:32.998219 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18135c-8cc5-4c80-a4ef-a1d46c5b96cb req-409dfac1-1126-4e3c-93ce-da8070d29652 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:33.002809 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4e18135c-8cc5-4c80-a4ef-a1d46c5b96cb req-409dfac1-1126-4e3c-93ce-da8070d29652 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 945 time: 0.0879350 Sep 04 16:20:33.069613 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=329a6f01-f405-46c1-8565-cde5c89b347e,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:33.115675 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:33.147363 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['b7aa303d-deea-4135-89b8-303faf88bdfe'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:20:33.190525 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Allocated IP 172.20.0.6 (1fe4af06-d7bb-4218-9bf8-f19072fe6b17/b3dc0cdd-5a85-4672-8760-14c1555930d6/9501fe5b-4b6e-4acf-abe4-45f64425a768) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:20:33.212742 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4e18135c-8cc5-4c80-a4ef-a1d46c5b96cb req-fe403ae7-fd06-4425-8a1c-b82d8ba8caef tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606081 Sep 04 16:20:33.357210 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53194) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:33.395906 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:33.417468 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:33.478748 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:33.558085 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Publish callbacks [] for security_group (31b19a1e-eef9-483b-92f7-67c44c2ba4e1), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:33.773598 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5a925-807e-4655-92ac-e2ab60d6b789 req-6eace3a0-6432-45d8-a3e1-1a5fd77fb454 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:33.775129 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ecc5a925-807e-4655-92ac-e2ab60d6b789 req-6eace3a0-6432-45d8-a3e1-1a5fd77fb454 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0558386 Sep 04 16:20:33.781824 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:33.782072 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (31b19a1e-eef9-483b-92f7-67c44c2ba4e1), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:33.850614 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b19a1e-eef9-483b-92f7-67c44c2ba4e1,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:33.868035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:20:33.870714 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.870714 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.871290 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.871727 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.872157 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.872579 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.873143 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.874022 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.875135 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.875983 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.876681 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.877114 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.877632 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.878036 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.878251 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:20:33.878536 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:20:33.894482 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:33.895565 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-36b45219-8354-4798-9894-da789351e5ff admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=d35c1232882d47c680da29578c0ab99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5343378 Sep 04 16:20:33.896697 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53206) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:33.902056 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event updated for resources: {'Port': ['ID=9501fe5b-4b6e-4acf-abe4-45f64425a768,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:33.906634 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:20:33.921923 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ecc5a925-807e-4655-92ac-e2ab60d6b789 req-6c19cb6f-b290-4cd3-809c-6cad813e0f7d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026344 Sep 04 16:20:33.994903 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:34.008914 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0654c7-2daf-471a-a20a-f5bf1d619bd6 req-1ceb9935-301f-4bae-8549-d628c3d4a466 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:34.019620 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5b91badd-6e36-459c-ae83-b78e8a13348f admin admin] Publish callbacks [] for security_group (31b19a1e-eef9-483b-92f7-67c44c2ba4e1), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.020052 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ea0654c7-2daf-471a-a20a-f5bf1d619bd6 req-1ceb9935-301f-4bae-8549-d628c3d4a466 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 931 time: 0.1064887 Sep 04 16:20:34.065648 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5b91badd-6e36-459c-ae83-b78e8a13348f admin admin] Publish callbacks [] for security_group (31b19a1e-eef9-483b-92f7-67c44c2ba4e1), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.086676 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:34.089448 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.108231 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:34.160100 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8720b8-cfa3-4599-86ef-3ede3738b8a3 req-8d6f9919-4c62-47ad-86cd-770c9c360d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:34.162463 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-be8720b8-cfa3-4599-86ef-3ede3738b8a3 req-8d6f9919-4c62-47ad-86cd-770c9c360d5c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 1130 time: 0.0948172 Sep 04 16:20:34.214019 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device b7aa303d-deea-4135-89b8-303faf88bdfe up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:20:34.246203 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ea0654c7-2daf-471a-a20a-f5bf1d619bd6 req-6052b12b-34f8-4e47-8104-8f0aa2f0c552 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250612 Sep 04 16:20:34.259581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d8ef-c548-4d93-9aa6-b5cc6e0a4448 req-2a77e28f-d340-4131-95d3-0dc1874d058f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:34.261102 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-77d2d8ef-c548-4d93-9aa6-b5cc6e0a4448 req-2a77e28f-d340-4131-95d3-0dc1874d058f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 946 time: 0.0889850 Sep 04 16:20:34.270152 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5b91badd-6e36-459c-ae83-b78e8a13348f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (31b19a1e-eef9-483b-92f7-67c44c2ba4e1), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.272947 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5b91badd-6e36-459c-ae83-b78e8a13348f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.274113 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-5b91badd-6e36-459c-ae83-b78e8a13348f admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/31b19a1e-eef9-483b-92f7-67c44c2ba4e1 HTTP/1.1" status: 204 len: 168 time: 0.3761265 Sep 04 16:20:34.293773 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91badd-6e36-459c-ae83-b78e8a13348f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b19a1e-eef9-483b-92f7-67c44c2ba4e1,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:34.302217 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-450732c4-504e-4f2e-bbb6-36b72277c036 None None] Provisioning complete for port 9501fe5b-4b6e-4acf-abe4-45f64425a768 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:20:34.302989 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-450732c4-504e-4f2e-bbb6-36b72277c036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.304417 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-3c5fd642-d6ed-4322-b7e9-09f12dafdece tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0065849 Sep 04 16:20:34.333078 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Request body: {'port': {'device_id': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:34.350632 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port b7aa303d-deea-4135-89b8-303faf88bdfe triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:20:34.352273 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.354581 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:34.380834 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-be8720b8-cfa3-4599-86ef-3ede3738b8a3 req-555aa426-3354-4c44-81e7-8c4a7055cd68 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056267 Sep 04 16:20:34.396350 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-450732c4-504e-4f2e-bbb6-36b72277c036 None None] Port 9501fe5b-4b6e-4acf-abe4-45f64425a768 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:20:34.456932 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-77d2d8ef-c548-4d93-9aa6-b5cc6e0a4448 req-e1004a9c-429f-41df-80a5-ce7b64bf04f3 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891744 Sep 04 16:20:34.459075 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port b7aa303d-deea-4135-89b8-303faf88bdfe is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:34.459563 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.489679 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.510001 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8a697-0948-465a-9e0a-9a215e572175 req-8d6deca2-0d4d-4362-a2c1-7b80ba0b8733 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:34.511907 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c5b8a697-0948-465a-9e0a-9a215e572175 req-8d6deca2-0d4d-4362-a2c1-7b80ba0b8733 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 945 time: 0.0733535 Sep 04 16:20:34.515168 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b7aa303d-deea-4135-89b8-303faf88bdfe,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:34.562960 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:34.587415 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.689425 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=b7aa303d-deea-4135-89b8-303faf88bdfe,revision_number=8']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:34.697997 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c5b8a697-0948-465a-9e0a-9a215e572175 req-5e11cb90-b5e8-48f5-84e3-61abb4b24f8c tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594729 Sep 04 16:20:34.898581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9501fe5b-4b6e-4acf-abe4-45f64425a768 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:20:34.906963 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Publish callbacks [] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:34.912312 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:34.917099 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30f6932-d16f-46d2-a2f5-62fec9217a76" -d '{"events": [{"server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:34.921223 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Transition to ACTIVE for port object 9501fe5b-4b6e-4acf-abe4-45f64425a768 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:20:34.962333 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867553a9-05ff-49d0-a420-f0e3d14e14fc x-openstack-request-id: req-867553a9-05ff-49d0-a420-f0e3d14e14fc {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:34.962728 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:34.963083 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-867553a9-05ff-49d0-a420-f0e3d14e14fc {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:34.963603 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867553a9-05ff-49d0-a420-f0e3d14e14fc'] response: {'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'code': 200} Sep 04 16:20:35.022567 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.075350 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53218) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:35.092477 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a2da2dfe-24b5-4d52-90ad-a0040b2660d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.127842 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ccba-9bca-451c-8f5d-c8d22f29a3d8 req-c4de2cee-bb37-415b-899b-9a010cfd0e93 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:35.129402 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e704ccba-9bca-451c-8f5d-c8d22f29a3d8 req-c4de2cee-bb37-415b-899b-9a010cfd0e93 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0667853 Sep 04 16:20:35.176007 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Pushing event updated for resources: {'Port': ['ID=9501fe5b-4b6e-4acf-abe4-45f64425a768,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:35.206768 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a2da2dfe-24b5-4d52-90ad-a0040b2660d8 admin admin] Publish callbacks [] for security_group (22b903d8-8e2e-4fbe-9122-526446401283), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.207600 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:35.261994 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e704ccba-9bca-451c-8f5d-c8d22f29a3d8 req-189390fd-06fe-45a6-94e1-ed5b9a3e70f7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067340 Sep 04 16:20:35.263964 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a2da2dfe-24b5-4d52-90ad-a0040b2660d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (22b903d8-8e2e-4fbe-9122-526446401283), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.282978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Attempting to bind port 9501fe5b-4b6e-4acf-abe4-45f64425a768 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:20:35.283687 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Attempting to bind port 9501fe5b-4b6e-4acf-abe4-45f64425a768 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:20:35.284974 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Attempting to bind port 9501fe5b-4b6e-4acf-abe4-45f64425a768 on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:20:35.309230 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Port 9501fe5b-4b6e-4acf-abe4-45f64425a768 on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:20:35.309649 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Attempting to bind port 9501fe5b-4b6e-4acf-abe4-45f64425a768 on network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:20:35.322820 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:20:35.323438 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Checking segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:20:35.326849 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Bound using segment: {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:20:35.327540 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Bound port: 9501fe5b-4b6e-4acf-abe4-45f64425a768, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35880d55-459f-43a5-a523-deee68acb521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:20:35.328002 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.342659 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da2dfe-24b5-4d52-90ad-a0040b2660d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b903d8-8e2e-4fbe-9122-526446401283,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:35.371536 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a2da2dfe-24b5-4d52-90ad-a0040b2660d8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=795b3cb11cae4372ad284443f2b6b6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933233 Sep 04 16:20:35.374341 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53222) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:35.432119 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c6840e3c-7782-40eb-9fca-a390d5b845b0 admin admin] Publish callbacks [] for security_group (22b903d8-8e2e-4fbe-9122-526446401283), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.462760 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c6840e3c-7782-40eb-9fca-a390d5b845b0 admin admin] Publish callbacks [] for security_group (22b903d8-8e2e-4fbe-9122-526446401283), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.530261 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] For port 9501fe5b-4b6e-4acf-abe4-45f64425a768, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:20:35.535958 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] For port 9501fe5b-4b6e-4acf-abe4-45f64425a768, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9501fe5b-4b6e-4acf-abe4-45f64425a768,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:20:35.545520 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22371ca3-0c0f-432d-b582-e5d12ac50ed7 req-7932a3d3-dba1-43a8-863d-fad40508ca84 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:35.547295 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-22371ca3-0c0f-432d-b582-e5d12ac50ed7 req-7932a3d3-dba1-43a8-863d-fad40508ca84 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 943 time: 0.1836119 Sep 04 16:20:35.585127 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c6840e3c-7782-40eb-9fca-a390d5b845b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (22b903d8-8e2e-4fbe-9122-526446401283), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.589240 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c6840e3c-7782-40eb-9fca-a390d5b845b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.598458 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c6840e3c-7782-40eb-9fca-a390d5b845b0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/22b903d8-8e2e-4fbe-9122-526446401283 HTTP/1.1" status: 204 len: 168 time: 0.2157784 Sep 04 16:20:35.625182 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6840e3c-7782-40eb-9fca-a390d5b845b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b903d8-8e2e-4fbe-9122-526446401283,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:35.627123 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.642169 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:35.642791 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.644178 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/9501fe5b-4b6e-4acf-abe4-45f64425a768 HTTP/1.1" status: 200 len: 1093 time: 1.3312392 Sep 04 16:20:35.644770 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'tag': '9501fe5b-4b6e-4acf-abe4-45f64425a768'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:35.647055 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2927f416-4ebe-4697-8365-0e309fa5e540" -d '{"events": [{"name": "network-changed", "server_uuid": "ca19c96e-1c3a-4bb3-875a-a16eb18f59b4", "tag": "9501fe5b-4b6e-4acf-abe4-45f64425a768"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:35.679449 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-22371ca3-0c0f-432d-b582-e5d12ac50ed7 req-90c3afd6-226b-465f-a28b-b47b2a004679 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260822 Sep 04 16:20:35.685716 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45235b-4101-437c-be66-7758a90e76d1 req-6a28e243-ff47-4c25-bc5b-eebf20e6569f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:35.687350 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2c45235b-4101-437c-be66-7758a90e76d1 req-6a28e243-ff47-4c25-bc5b-eebf20e6569f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 946 time: 0.1146066 Sep 04 16:20:35.713527 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-dc03f213-4695-4424-91f9-27a74e92aa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:35.735742 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c2946-0f0f-4681-bbc7-48c7c3a18e09 service neutron] Pushing event updated for resources: {'Port': ['ID=9501fe5b-4b6e-4acf-abe4-45f64425a768,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:35.742091 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f309ccad-b2e9-4b48-b49c-71effaae0130 x-openstack-request-id: req-f309ccad-b2e9-4b48-b49c-71effaae0130 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:35.742336 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca19c96e-1c3a-4bb3-875a-a16eb18f59b4", "tag": "9501fe5b-4b6e-4acf-abe4-45f64425a768", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:35.742568 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f309ccad-b2e9-4b48-b49c-71effaae0130 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:35.742967 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f309ccad-b2e9-4b48-b49c-71effaae0130'] response: {'name': 'network-changed', 'server_uuid': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'tag': '9501fe5b-4b6e-4acf-abe4-45f64425a768', 'status': 'completed', 'code': 200} Sep 04 16:20:35.788851 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2c45235b-4101-437c-be66-7758a90e76d1 req-5ad3e3d1-e487-4da6-9ccf-5684222669fd tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920553 Sep 04 16:20:35.898553 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6814-78e9-4c5a-8f1f-5410f5d67161 req-44d473ff-509b-49a8-b61f-1aede36f364e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:35.900055 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5dcd6814-78e9-4c5a-8f1f-5410f5d67161 req-44d473ff-509b-49a8-b61f-1aede36f364e tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0584428 Sep 04 16:20:35.966952 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=47 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:35.976923 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=31 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:36.080286 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5dcd6814-78e9-4c5a-8f1f-5410f5d67161 req-05d4472d-e88a-4221-92e1-ab59636d1def tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719370 Sep 04 16:20:36.088444 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927f416-4ebe-4697-8365-0e309fa5e540 req-52fd8a3c-e038-4859-8fe3-86456073adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:36.092863 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2927f416-4ebe-4697-8365-0e309fa5e540 req-52fd8a3c-e038-4859-8fe3-86456073adef service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 1127 time: 0.1269729 Sep 04 16:20:36.114786 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe90fa-65e5-4e9e-9466-408acf711ce0 req-bc29926a-0607-46bc-a2af-019d8746a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:36.116962 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f9fe90fa-65e5-4e9e-9466-408acf711ce0 req-bc29926a-0607-46bc-a2af-019d8746a9de service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1130 time: 0.1625595 Sep 04 16:20:36.240752 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f9fe90fa-65e5-4e9e-9466-408acf711ce0 req-296776dd-7493-4042-aeef-70a05bc0f589 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078110 Sep 04 16:20:36.259274 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927f416-4ebe-4697-8365-0e309fa5e540 req-4e7c5c28-384f-4a24-9e7b-13899dee4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:36.260864 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2927f416-4ebe-4697-8365-0e309fa5e540 req-4e7c5c28-384f-4a24-9e7b-13899dee4ed4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=1cc5ea4158344d5c8a35bc5783410620&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1618500 Sep 04 16:20:36.439009 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fc239-977f-426a-9d75-a3d5916a3b8a req-07c68cb4-0699-433c-946e-b1cea67238ad tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:36.440761 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-630fc239-977f-426a-9d75-a3d5916a3b8a req-07c68cb4-0699-433c-946e-b1cea67238ad tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0558722 Sep 04 16:20:36.547413 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:36.554785 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-630fc239-977f-426a-9d75-a3d5916a3b8a req-4d0d47c6-7ca0-4320-be7e-08fa6a3ae89b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061342 Sep 04 16:20:36.613072 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927f416-4ebe-4697-8365-0e309fa5e540 req-f5dfb528-5905-4d42-8ac9-3914e9bed5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:36.614835 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2927f416-4ebe-4697-8365-0e309fa5e540 req-f5dfb528-5905-4d42-8ac9-3914e9bed5e9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388383 Sep 04 16:20:36.868411 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26890003-aab8-4f98-b92b-24193654b5da req-43584721-2247-4b1a-9db3-9965ecce9281 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:36.870419 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26890003-aab8-4f98-b92b-24193654b5da req-43584721-2247-4b1a-9db3-9965ecce9281 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 943 time: 0.1000862 Sep 04 16:20:36.927417 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:36.940540 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3624c9-58d2-444e-adfd-05169b336767 req-e947e497-b9d6-41e2-9df1-89569c17d946 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:36.942162 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee3624c9-58d2-444e-adfd-05169b336767 req-e947e497-b9d6-41e2-9df1-89569c17d946 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 946 time: 0.0676584 Sep 04 16:20:37.027304 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26890003-aab8-4f98-b92b-24193654b5da req-c470fea2-ea67-4f12-9e6f-2579016e7e6c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422448 Sep 04 16:20:37.069026 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee3624c9-58d2-444e-adfd-05169b336767 req-26b8bd0d-9c65-4260-aa3e-5d65e1027d22 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187930 Sep 04 16:20:37.070027 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-0b74c5c5-8346-4a00-bfc0-3a5b3a9f0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:37.071480 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-0b74c5c5-8346-4a00-bfc0-3a5b3a9f0863 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 1127 time: 0.0852237 Sep 04 16:20:37.182547 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-0057e9e3-879a-47c6-ad70-69552d65892f service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9501fe5b-4b6e-4acf-abe4-45f64425a768 HTTP/1.1" status: 200 len: 217 time: 0.1010392 Sep 04 16:20:37.695828 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39f345-c56c-4fe6-81e7-0be50fe33ead req-9d900c57-f2d8-4da8-a9a8-93a0299a1dec tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:37.695828 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-df39f345-c56c-4fe6-81e7-0be50fe33ead req-9d900c57-f2d8-4da8-a9a8-93a0299a1dec tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 946 time: 0.4274693 Sep 04 16:20:37.695828 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55381ff3-135a-4b8a-b857-5f5e06905b83 req-79338417-724f-47dd-bcdf-25f04dba558a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:37.695828 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-55381ff3-135a-4b8a-b857-5f5e06905b83 req-79338417-724f-47dd-bcdf-25f04dba558a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.4199543 Sep 04 16:20:37.695828 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-12f069d7-565b-4c2b-9bf1-b199e012668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:37.695828 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-12f069d7-565b-4c2b-9bf1-b199e012668e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b3dc0cdd-5a85-4672-8760-14c1555930d6 HTTP/1.1" status: 200 len: 854 time: 0.4005904 Sep 04 16:20:37.786148 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-fb12bf1f-9b6b-4674-940b-63f3aafba640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:37.787618 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-fb12bf1f-9b6b-4674-940b-63f3aafba640 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882649 Sep 04 16:20:37.796564 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-df39f345-c56c-4fe6-81e7-0be50fe33ead req-f745a37f-082f-4a17-92b7-64ff1c8d3e42 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428010 Sep 04 16:20:37.814758 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-55381ff3-135a-4b8a-b857-5f5e06905b83 req-d023707a-7cf0-43b7-8faa-e6ce49fc8d0b tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276193 Sep 04 16:20:37.825495 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53266) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:37.873167 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d6102-2a7a-423d-8f43-6f13f6bfdf28 tempest-TestVolumeBootPattern-9911118 tempest-TestVolumeBootPattern-9911118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:37.875795 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-051d6102-2a7a-423d-8f43-6f13f6bfdf28 tempest-TestVolumeBootPattern-9911118 tempest-TestVolumeBootPattern-9911118-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 1125 time: 0.0485501 Sep 04 16:20:37.878583 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53268) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:37.885306 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'tenant_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:37.939685 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-bad65312-08b5-43ca-8548-f0bb75e98b18 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421144 Sep 04 16:20:37.953098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c325c-fcf8-4eb3-9bc9-7f3025b51546 req-5e3fcc10-ba6a-4fb5-8f4c-d92397c07e06 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:37.953098 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c11c325c-fcf8-4eb3-9bc9-7f3025b51546 req-5e3fcc10-ba6a-4fb5-8f4c-d92397c07e06 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0607779 Sep 04 16:20:38.000842 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-26fcb742-8fc9-46fa-bb28-00785b908bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:38.058992 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:38.062053 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c11c325c-fcf8-4eb3-9bc9-7f3025b51546 req-c1954eda-27a9-433b-888f-72e1fc2300f7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014633 Sep 04 16:20:38.079529 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b3c296c-c036-45cc-baa3-d29c3c4068b8 req-d520f2e1-7814-4209-9227-b84597163f3c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269112 Sep 04 16:20:38.200869 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:38.233233 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b6799-b266-4a1e-83ac-da9f71fe9ef0 req-59f41752-3e02-425e-9be3-60148b35acc5 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:38.240358 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-643b6799-b266-4a1e-83ac-da9f71fe9ef0 req-59f41752-3e02-425e-9be3-60148b35acc5 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 943 time: 0.0604095 Sep 04 16:20:38.307648 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-643b6799-b266-4a1e-83ac-da9f71fe9ef0 req-0256f1b9-ef4f-413a-b6c3-325e4ee230e6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662959 Sep 04 16:20:38.347436 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:38.371257 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Allocated IP 172.27.3.110 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/f47cadc1-4c64-41e6-927b-d8940af3d8dc) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:20:38.501251 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for port (f47cadc1-4c64-41e6-927b-d8940af3d8dc), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:38.538378 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:38.601853 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (f47cadc1-4c64-41e6-927b-d8940af3d8dc), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:38.653000 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:20:38.656384 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:20:38.661079 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:20:38.702875 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'Port': ['ID=f47cadc1-4c64-41e6-927b-d8940af3d8dc,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:38.917086 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:38.960780 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d65f0a-e9fe-48ab-aeee-4deaeb737101 req-d1b0e6b1-8bfa-4347-9ecd-e9f6aefbe4f4 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:38.962397 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f3d65f0a-e9fe-48ab-aeee-4deaeb737101 req-d1b0e6b1-8bfa-4347-9ecd-e9f6aefbe4f4 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0568972 Sep 04 16:20:39.039181 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f3d65f0a-e9fe-48ab-aeee-4deaeb737101 req-30641a2f-7ec9-47fb-971a-5a9fb8dcf033 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677733 Sep 04 16:20:39.086072 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (ee8a6e43-b4e2-4be0-bde2-26ba737237c9), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:39.203703 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674adfec-642e-4371-a0f0-2ad7cdc55893 req-4c7dd92c-46da-4ce8-b1c2-a2732cb94f14 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:39.205183 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-674adfec-642e-4371-a0f0-2ad7cdc55893 req-4c7dd92c-46da-4ce8-b1c2-a2732cb94f14 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0472827 Sep 04 16:20:39.254003 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-674adfec-642e-4371-a0f0-2ad7cdc55893 req-0de31363-0154-48dc-b093-0e953f35725b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429127 Sep 04 16:20:39.265632 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:39.318398 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (f47cadc1-4c64-41e6-927b-d8940af3d8dc), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:39.444240 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:39.460618 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:39.466718 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b13150-68bb-47d3-bf30-0c9f98e43acb req-daad5e43-3d11-4c86-ad65-773f73fb0313 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:39.466718 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b9b13150-68bb-47d3-bf30-0c9f98e43acb req-daad5e43-3d11-4c86-ad65-773f73fb0313 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 943 time: 0.0539312 Sep 04 16:20:39.469433 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for port (f47cadc1-4c64-41e6-927b-d8940af3d8dc), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:39.519873 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b9b13150-68bb-47d3-bf30-0c9f98e43acb req-b83cb3cf-f6cd-4c2e-b9f6-71aaa0fde345 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468807 Sep 04 16:20:39.664431 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25861116'] for port (f47cadc1-4c64-41e6-927b-d8940af3d8dc), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:39.738854 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'Port': ['ID=f47cadc1-4c64-41e6-927b-d8940af3d8dc,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:39.742259 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (ee8a6e43-b4e2-4be0-bde2-26ba737237c9), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:39.845546 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Floating IP ee8a6e43-b4e2-4be0-bde2-26ba737237c9 associated. External IP: 172.27.3.110, port: 329a6f01-f405-46c1-8565-cde5c89b347e. Sep 04 16:20:39.993233 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:40.049682 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Router 2c80ad6a-07ee-471d-bb67-9209b28836bd has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:20:40.339032 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-75235701-048b-40ae-9e4f-1ccc00315efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:40.340523 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-75235701-048b-40ae-9e4f-1ccc00315efd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 1129 time: 0.0514157 Sep 04 16:20:40.358488 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:20:40.367853 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] Sync routers for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:20:40.378348 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:40.379222 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:40.459081 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aef8f-4ffc-4cb9-82c3-98333488615c req-33a884ba-b03d-4dce-aae7-c7742f79d15a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:40.460597 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-571aef8f-4ffc-4cb9-82c3-98333488615c req-33a884ba-b03d-4dce-aae7-c7742f79d15a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0889616 Sep 04 16:20:40.488037 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:40.488859 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:40.518478 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-9db3cb74-3133-4d7c-bad7-fa9a02ca2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:40.520027 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-2b8f8aea-3eb7-4c06-83a1-21dc693a731b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6402338 Sep 04 16:20:40.527536 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:40.527536 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a6d28e-61a2-454f-9458-91b0ead56b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:40.528857 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-9db3cb74-3133-4d7c-bad7-fa9a02ca2a9b service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 918 time: 0.1817799 Sep 04 16:20:40.656710 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-571aef8f-4ffc-4cb9-82c3-98333488615c req-d259a931-7f95-40c5-a13e-6bed3e2ee7d7 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873175 Sep 04 16:20:40.658127 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd42f087-cdd2-432b-a251-78d5c5b1e627 x-openstack-request-id: req-fd42f087-cdd2-432b-a251-78d5c5b1e627 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:40.658127 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:40.658127 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd42f087-cdd2-432b-a251-78d5c5b1e627 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:40.658127 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd42f087-cdd2-432b-a251-78d5c5b1e627'] response: {'name': 'network-changed', 'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e', 'status': 'completed', 'code': 200} Sep 04 16:20:40.694544 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-4d974d9a-8b6e-45f5-8092-cee560eb5595 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7 HTTP/1.1" status: 200 len: 1000 time: 0.1587310 Sep 04 16:20:40.697549 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-f6ac0254-870d-41b6-9943-4b8072785ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:40.698990 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-f6ac0254-870d-41b6-9943-4b8072785ec0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 1130 time: 0.1039753 Sep 04 16:20:40.710030 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b6bcf-b102-49d3-afe0-f551c5c95fa4 req-a10019e9-e7ad-497f-b3dc-4c973817f193 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:40.711675 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8c6b6bcf-b102-49d3-afe0-f551c5c95fa4 req-a10019e9-e7ad-497f-b3dc-4c973817f193 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 943 time: 0.0782342 Sep 04 16:20:40.718478 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:40.851058 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-c1eeee26-ee66-482e-8bd8-3a4155e0492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:40.852541 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-c1eeee26-ee66-482e-8bd8-3a4155e0492f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 200 len: 856 time: 0.1390595 Sep 04 16:20:40.895262 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:40.900053 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'ee8a6e43-b4e2-4be0-bde2-26ba737237c9', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:38Z', 'updated_at': '2022-09-04T16:20:38Z', 'revision_number': 0, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:40.928624 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] Checking router: 2c80ad6a-07ee-471d-bb67-9209b28836bd for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:20:40.931160 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-8c6b6bcf-b102-49d3-afe0-f551c5c95fa4 req-6a1a0e1f-81ae-4fd6-ba4a-c4cad2a0047e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016506 Sep 04 16:20:40.933420 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:40.939399 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:40.940417 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:40.943791 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-caf597cc-c067-440b-97ed-d3b0bcc4ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:40.947080 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-caf597cc-c067-440b-97ed-d3b0bcc4ba69 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803401 Sep 04 16:20:40.961945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-e3cd2dde-ed29-4ebf-9da6-5adb786d74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:40.961945 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-e3cd2dde-ed29-4ebf-9da6-5adb786d74fb service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 911 time: 0.2371190 Sep 04 16:20:41.053316 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:41.082284 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-9f2263c2-51fa-4df9-91c9-ad79dec6e6f6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=329a6f01-f405-46c1-8565-cde5c89b347e HTTP/1.1" status: 200 len: 1000 time: 0.1171279 Sep 04 16:20:41.140637 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-be506500-9228-4b34-9d48-1c3c955fb4fe service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771324 Sep 04 16:20:41.170602 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-ce0c7157-c30f-4d0b-820b-fa4fcac5a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:41.171984 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-ce0c7157-c30f-4d0b-820b-fa4fcac5a19f service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.0816345 Sep 04 16:20:41.214634 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:41.262999 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-17460d49-6248-48fb-8732-b1fe212e981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:41.264570 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-17460d49-6248-48fb-8732-b1fe212e981a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622439 Sep 04 16:20:41.286823 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:41.294546 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'ee8a6e43-b4e2-4be0-bde2-26ba737237c9', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:38Z', 'updated_at': '2022-09-04T16:20:38Z', 'revision_number': 0, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:41.323473 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5266d405-1692-46b8-955a-1202fb3cc97b None None] The sync data for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi is: [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'ee8a6e43-b4e2-4be0-bde2-26ba737237c9', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:38Z', 'updated_at': '2022-09-04T16:20:38Z', 'revision_number': 0, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:20:41.335143 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd0652ba-6913-4365-8e81-9ea976d3efca req-2032b74f-9a4c-4dac-a0fe-bbc8348de3a2 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865301 Sep 04 16:20:41.380233 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-267632c7-b39a-4d0f-bec8-e95ecb01abe3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040106 Sep 04 16:20:41.542420 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72442f9b-11db-471b-bee6-90bdf650aebb None None] New status for floating IP ee8a6e43-b4e2-4be0-bde2-26ba737237c9: ACTIVE {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:20:41.700108 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ecced-1de7-4a0f-8a96-73e029e9f490 req-3c64de2d-ea04-4b0e-867f-8ddb4e007878 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:41.701623 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d55ecced-1de7-4a0f-8a96-73e029e9f490 req-3c64de2d-ea04-4b0e-867f-8ddb4e007878 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0502732 Sep 04 16:20:41.756816 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d55ecced-1de7-4a0f-8a96-73e029e9f490 req-8e33fb5c-c384-42f9-9e3b-629ac452f18b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491374 Sep 04 16:20:42.060234 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b6b6-1599-4419-8354-424bb1b0de8c req-6fe13722-8658-4596-9406-94b02173ba33 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:42.062265 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9535b6b6-1599-4419-8354-424bb1b0de8c req-6fe13722-8658-4596-9406-94b02173ba33 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 943 time: 0.0478423 Sep 04 16:20:42.110562 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9535b6b6-1599-4419-8354-424bb1b0de8c req-ebe55965-577f-424e-b3a9-0077950dd9df tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Sep 04 16:20:42.229236 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 9501fe5b-4b6e-4acf-abe4-45f64425a768 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:20:42.290917 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:42.332459 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 9501fe5b-4b6e-4acf-abe4-45f64425a768, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9501fe5b-4b6e-4acf-abe4-45f64425a768,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:42.344742 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '9501fe5b-4b6e-4acf-abe4-45f64425a768', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'port_id': '9501fe5b-4b6e-4acf-abe4-45f64425a768', 'mac_address': 'fa:16:3e:90:2c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:20:42.382457 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 9501fe5b-4b6e-4acf-abe4-45f64425a768 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:42.386982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:42.396033 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9501fe5b-4b6e-4acf-abe4-45f64425a768 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:20:42.416100 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 9501fe5b-4b6e-4acf-abe4-45f64425a768, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9501fe5b-4b6e-4acf-abe4-45f64425a768,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:42.489880 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:42.538622 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=9501fe5b-4b6e-4acf-abe4-45f64425a768,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:42.795659 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['9501fe5b-4b6e-4acf-abe4-45f64425a768'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:20:42.891286 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31fc6-2025-412f-9797-e0a2a372b6d7 req-9bac5e49-79e2-421d-b17a-462e01bb6676 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:42.892850 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6ca31fc6-2025-412f-9797-e0a2a372b6d7 req-9bac5e49-79e2-421d-b17a-462e01bb6676 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0519464 Sep 04 16:20:42.993952 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:20:42.996221 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6ca31fc6-2025-412f-9797-e0a2a372b6d7 req-5bfa551d-6e4d-4706-962e-913c3eafed4d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968463 Sep 04 16:20:43.037986 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53a6d28e-61a2-454f-9458-91b0ead56b6d req-7abeab2c-b177-4451-ae78-6b4ecdb135e3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051147 Sep 04 16:20:43.248429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fcbcb-0066-4fe9-a681-7acf426ccfc3 req-a694f138-5688-4fe1-851a-bade34fa873e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:43.250407 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a48fcbcb-0066-4fe9-a681-7acf426ccfc3 req-a694f138-5688-4fe1-851a-bade34fa873e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 944 time: 0.0558667 Sep 04 16:20:43.298749 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a48fcbcb-0066-4fe9-a681-7acf426ccfc3 req-29e517ba-8cba-49c0-b8ee-7857ee1dc36a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424700 Sep 04 16:20:44.128190 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d78a4-9888-47f9-a262-dfd1538686f2 req-c462e018-fa0f-4a7f-8162-71a8d2ef738f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:44.130513 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bb0d78a4-9888-47f9-a262-dfd1538686f2 req-c462e018-fa0f-4a7f-8162-71a8d2ef738f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 945 time: 0.0501783 Sep 04 16:20:44.177470 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bb0d78a4-9888-47f9-a262-dfd1538686f2 req-65671fe7-0fe8-4d4c-9f53-44296144c0b6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Sep 04 16:20:44.232763 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 9501fe5b-4b6e-4acf-abe4-45f64425a768 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:20:44.258708 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:44.293883 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 9501fe5b-4b6e-4acf-abe4-45f64425a768 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:20:44.352542 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 9501fe5b-4b6e-4acf-abe4-45f64425a768 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:20:44.352542 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:44.430418 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3e586-7cb7-46c7-abe5-6e6eb047478c req-ce7cc62a-38bd-474a-9474-63f4942e17c5 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:44.438398 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-04d3e586-7cb7-46c7-abe5-6e6eb047478c req-ce7cc62a-38bd-474a-9474-63f4942e17c5 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 944 time: 0.0555785 Sep 04 16:20:44.447633 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 9501fe5b-4b6e-4acf-abe4-45f64425a768 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:44.449726 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:44.480549 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9501fe5b-4b6e-4acf-abe4-45f64425a768'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:44.482990 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4d9e9f-ab20-42b1-9f49-b685e47ab69c" -d '{"events": [{"server_uuid": "ca19c96e-1c3a-4bb3-875a-a16eb18f59b4", "name": "network-vif-plugged", "status": "completed", "tag": "9501fe5b-4b6e-4acf-abe4-45f64425a768"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:44.489214 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-04d3e586-7cb7-46c7-abe5-6e6eb047478c req-082912c6-a9db-48bb-bfbd-9d16140ce6ee tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499568 Sep 04 16:20:44.495924 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 9501fe5b-4b6e-4acf-abe4-45f64425a768, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9501fe5b-4b6e-4acf-abe4-45f64425a768,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:44.537798 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dbf4fb-9e4e-4f3e-a689-b0fb99652e01 x-openstack-request-id: req-90dbf4fb-9e4e-4f3e-a689-b0fb99652e01 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:44.538089 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca19c96e-1c3a-4bb3-875a-a16eb18f59b4", "name": "network-vif-plugged", "status": "completed", "tag": "9501fe5b-4b6e-4acf-abe4-45f64425a768", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:44.538344 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90dbf4fb-9e4e-4f3e-a689-b0fb99652e01 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:44.538750 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90dbf4fb-9e4e-4f3e-a689-b0fb99652e01'] response: {'server_uuid': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9501fe5b-4b6e-4acf-abe4-45f64425a768', 'code': 200} Sep 04 16:20:44.576357 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:44.577253 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:44.661972 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=9501fe5b-4b6e-4acf-abe4-45f64425a768,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:44.703913 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 is: ACTIVE; New status is: DOWN {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:44.704424 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:44.740737 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:20:44.838942 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:44.868480 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a8e66-e867-4707-bc02-9e562197f0c8 req-78103801-c978-413c-bd0c-99f9abc0aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:44.869978 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-716a8e66-e867-4707-bc02-9e562197f0c8 req-78103801-c978-413c-bd0c-99f9abc0aa53 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 1129 time: 0.0389297 Sep 04 16:20:44.885786 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=8']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:44.919283 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-716a8e66-e867-4707-bc02-9e562197f0c8 req-bb4ad469-a149-44cf-be5b-a1137abfd4bf service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Sep 04 16:20:45.612471 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee50f-bbcc-4989-8bae-d89f81633268 req-4f62db07-b1e8-4dd4-ae2e-2b0d1366d2a6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:45.614202 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-13bee50f-bbcc-4989-8bae-d89f81633268 req-4f62db07-b1e8-4dd4-ae2e-2b0d1366d2a6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 945 time: 0.0470688 Sep 04 16:20:45.664613 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-13bee50f-bbcc-4989-8bae-d89f81633268 req-4d3049e2-f2a5-472a-a237-179b64414ca4 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446310 Sep 04 16:20:46.539840 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:46.542249 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611a12c7-90ee-4508-9725-d2a5f4cc1dd2" -d '{"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-unplugged", "status": "completed", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:46.577182 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37945253-adc6-40fd-8133-6850a237391b x-openstack-request-id: req-37945253-adc6-40fd-8133-6850a237391b {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:46.577663 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-unplugged", "status": "failed", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7", "code": 422}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:46.578288 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37945253-adc6-40fd-8133-6850a237391b {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:46.579238 dv-cinder-852364-6-iscsi neutron-server[106843]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-37945253-adc6-40fd-8133-6850a237391b']: {'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'code': 422} returned with failed status Sep 04 16:20:46.583392 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:46.603287 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c579964-0272-4f65-988e-ac5449525400 req-6e14a197-4da2-4b3c-9f4b-4363505bd5bf tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:46.604761 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1c579964-0272-4f65-988e-ac5449525400 req-6e14a197-4da2-4b3c-9f4b-4363505bd5bf tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0515137 Sep 04 16:20:46.634887 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:46.658763 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1c579964-0272-4f65-988e-ac5449525400 req-3463bc35-93b4-4409-951b-6ad071098d16 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474668 Sep 04 16:20:46.790569 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24ef33-0f99-4d57-8cc3-90acf5cc1902 req-a972f78a-66f5-4279-9b00-49871fcf11ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:46.792107 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-db24ef33-0f99-4d57-8cc3-90acf5cc1902 req-a972f78a-66f5-4279-9b00-49871fcf11ad tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 945 time: 0.0527525 Sep 04 16:20:46.818041 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-ef5eded4-6edc-40fd-b44f-88f00935cf0a service neutron] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0447934 Sep 04 16:20:46.842740 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-db24ef33-0f99-4d57-8cc3-90acf5cc1902 req-e27f813f-8ec4-46cd-9364-44bf80163940 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Sep 04 16:20:46.909119 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-7c135732-5f68-44bc-b2f1-09c62f10af53 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:46.910527 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-7c135732-5f68-44bc-b2f1-09c62f10af53 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports/6d210ca9-1ff4-4f3e-842e-652e252e69a7 HTTP/1.1" status: 200 len: 940 time: 0.0566599 Sep 04 16:20:46.970525 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df6005-4bc6-4e5d-826d-22a666611b18 req-60abc9b9-639b-41ad-a91d-3f7de49e26da tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:46.972013 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-71df6005-4bc6-4e5d-826d-22a666611b18 req-60abc9b9-639b-41ad-a91d-3f7de49e26da tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Sep 04 16:20:46.982505 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53424) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:46.987507 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-304a3dd7-da49-4e30-a809-aa6cf438952a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Request body: {'floatingip': {'port_id': '9501fe5b-4b6e-4acf-abe4-45f64425a768'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:20:47.026639 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-304a3dd7-da49-4e30-a809-aa6cf438952a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (0d61f3b8-37e5-4337-a80f-6df6b3404723), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:47.476663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-304a3dd7-da49-4e30-a809-aa6cf438952a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:47.578434 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-304a3dd7-da49-4e30-a809-aa6cf438952a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (0d61f3b8-37e5-4337-a80f-6df6b3404723), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:47.675591 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [None req-304a3dd7-da49-4e30-a809-aa6cf438952a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Floating IP 0d61f3b8-37e5-4337-a80f-6df6b3404723 associated. External IP: 172.27.3.189, port: 9501fe5b-4b6e-4acf-abe4-45f64425a768. Sep 04 16:20:47.812649 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3248e1b-f5c4-4a40-a149-f4ec19e0b48e req-bddacd2d-de98-4534-9c1c-9b3d516b2962 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:47.814168 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3248e1b-f5c4-4a40-a149-f4ec19e0b48e req-bddacd2d-de98-4534-9c1c-9b3d516b2962 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0576909 Sep 04 16:20:47.844753 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:47.903948 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:47.915611 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3248e1b-f5c4-4a40-a149-f4ec19e0b48e req-d9fa1d44-161d-44b0-97b1-de242d876d45 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954981 Sep 04 16:20:47.963708 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304a3dd7-da49-4e30-a809-aa6cf438952a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:20:47.966726 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:48.077078 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304a3dd7-da49-4e30-a809-aa6cf438952a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:20:48.081530 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-304a3dd7-da49-4e30-a809-aa6cf438952a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:48.093217 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:20:48.093217 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:48.104819 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:48.106005 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:48.114804 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-304a3dd7-da49-4e30-a809-aa6cf438952a tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/0d61f3b8-37e5-4337-a80f-6df6b3404723 HTTP/1.1" status: 200 len: 991 time: 1.1307814 Sep 04 16:20:48.115902 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'tag': '9501fe5b-4b6e-4acf-abe4-45f64425a768'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:20:48.118469 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca19c96e-1c3a-4bb3-875a-a16eb18f59b4", "tag": "9501fe5b-4b6e-4acf-abe4-45f64425a768"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:20:48.163593 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b183a8-5ba7-4f1b-a258-8d7cfac9edfa x-openstack-request-id: req-04b183a8-5ba7-4f1b-a258-8d7cfac9edfa {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:20:48.163890 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca19c96e-1c3a-4bb3-875a-a16eb18f59b4", "tag": "9501fe5b-4b6e-4acf-abe4-45f64425a768", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:20:48.164139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04b183a8-5ba7-4f1b-a258-8d7cfac9edfa {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:20:48.164539 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b183a8-5ba7-4f1b-a258-8d7cfac9edfa'] response: {'name': 'network-changed', 'server_uuid': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'tag': '9501fe5b-4b6e-4acf-abe4-45f64425a768', 'status': 'completed', 'code': 200} Sep 04 16:20:48.241930 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-873542aa-3a4e-4258-87d3-892aa104622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:48.243914 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-873542aa-3a4e-4258-87d3-892aa104622f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=1cc5ea4158344d5c8a35bc5783410620&device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 1129 time: 0.0468521 Sep 04 16:20:48.245319 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:48.274804 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:20:48.357321 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-a5312c97-9ead-4117-9e77-86e525a1f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:48.358597 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-a5312c97-9ead-4117-9e77-86e525a1f155 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 200 len: 916 time: 0.1044552 Sep 04 16:20:48.437683 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:48.450618 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 is: DOWN; New status is: DOWN {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:20:48.514701 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '0d61f3b8-37e5-4337-a80f-6df6b3404723', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '9501fe5b-4b6e-4acf-abe4-45f64425a768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:90:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:26Z', 'updated_at': '2022-09-04T16:20:47Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:48.545339 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:20:48.554650 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:20:48.555244 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:48.664629 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:20:48.893430 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '0d61f3b8-37e5-4337-a80f-6df6b3404723', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '9501fe5b-4b6e-4acf-abe4-45f64425a768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:90:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:26Z', 'updated_at': '2022-09-04T16:20:47Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:20:48.919662 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8a54a-a99c-4ad6-8910-9f69149489aa None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '0d61f3b8-37e5-4337-a80f-6df6b3404723', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'port_id': '9501fe5b-4b6e-4acf-abe4-45f64425a768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'mac_address': 'fa:16:3e:90:2c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:26Z', 'updated_at': '2022-09-04T16:20:47Z', 'revision_number': 1, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:20:49.013662 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-f1677a17-1a19-4f7e-83a7-efa83c1f32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:49.015238 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-f1677a17-1a19-4f7e-83a7-efa83c1f32bf service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73&tenant_id=3219dc7400ec4957a31b1b0fabfd8c56 HTTP/1.1" status: 200 len: 1127 time: 0.3578014 Sep 04 16:20:49.028257 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-1e22ddcd-eacf-4915-9423-0dc8770e3626 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9501fe5b-4b6e-4acf-abe4-45f64425a768 HTTP/1.1" status: 200 len: 999 time: 0.3724005 Sep 04 16:20:49.124495 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac79f9-4cbc-4d24-9a0c-e934917761ce req-c54a1e90-ea52-4c8a-b8a8-4885f53fb84c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:49.126975 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a0ac79f9-4cbc-4d24-9a0c-e934917761ce req-c54a1e90-ea52-4c8a-b8a8-4885f53fb84c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.1085026 Sep 04 16:20:49.152606 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-e364ca7e-d450-4819-a0bc-b7dc6921d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:49.154072 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-e364ca7e-d450-4819-a0bc-b7dc6921d470 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=b3dc0cdd-5a85-4672-8760-14c1555930d6 HTTP/1.1" status: 200 len: 854 time: 0.1052535 Sep 04 16:20:49.156986 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1fe0a-2ff7-4cde-9026-48f5fc7ad5db None None] New status for floating IP 0d61f3b8-37e5-4337-a80f-6df6b3404723: ACTIVE {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:20:49.176373 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-77d567d8-284f-4c4c-a074-e0394d818f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:49.178221 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-77d567d8-284f-4c4c-a074-e0394d818f83 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 1127 time: 0.1168249 Sep 04 16:20:49.254726 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a0ac79f9-4cbc-4d24-9a0c-e934917761ce req-7527f988-6a90-459b-88f6-45c60a74a7d3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215003 Sep 04 16:20:49.288469 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-10fed6c8-84e0-4c85-ba98-ccb727a1a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:49.290023 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-10fed6c8-84e0-4c85-ba98-ccb727a1a924 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=1fe4af06-d7bb-4218-9bf8-f19072fe6b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112533 Sep 04 16:20:49.362377 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:49.388346 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-f1abda28-8ce4-4f46-9074-b26713ee263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:49.389847 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-f1abda28-8ce4-4f46-9074-b26713ee263c service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 200 len: 918 time: 0.1948233 Sep 04 16:20:49.461053 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-0f0e6d20-3e4b-4b06-bd3f-817b2eb4e866 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599836 Sep 04 16:20:49.497962 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-a8ec00b4-1ec4-4430-ad1b-d8a7daa0ee53 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7 HTTP/1.1" status: 200 len: 998 time: 0.0947442 Sep 04 16:20:49.592981 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-20d0ff53-278f-4f30-8993-16e556e23343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:49.594564 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-20d0ff53-278f-4f30-8993-16e556e23343 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 200 len: 856 time: 0.0687296 Sep 04 16:20:49.605320 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-eb4ef5b3-7211-4cd3-a4c4-5e64f6052dd9 req-76c78d63-9982-45e7-984d-aa19fbcd125f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372888 Sep 04 16:20:49.648113 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-c92e12ba-c589-4011-bf69-b45ea27f51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:49.649630 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-c92e12ba-c589-4011-bf69-b45ea27f51d9 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=d8e80fc6-ad05-43a4-89cd-45fef4a75dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464542 Sep 04 16:20:49.741361 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-cd210ea3-d06f-4231-b4b6-f6fbd581571c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857391 Sep 04 16:20:49.805359 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:49.837127 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee811b44-cd45-431d-bfcb-bc23d914ad38 req-6462d34a-f715-4f60-84ac-ed758f4f1a92 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889738 Sep 04 16:20:50.392630 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f5bf0-aef0-48df-b861-f8fc2e160e78 req-e1bde6ed-3555-468b-9d69-ededd824256a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:50.394123 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5a6f5bf0-aef0-48df-b861-f8fc2e160e78 req-e1bde6ed-3555-468b-9d69-ededd824256a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0484469 Sep 04 16:20:50.443306 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5a6f5bf0-aef0-48df-b861-f8fc2e160e78 req-4570bd0d-06d4-4c3e-aad5-760f8e5f9b26 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Sep 04 16:20:51.030338 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53480) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:51.150291 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-943e1828-107d-4e19-b5da-d86fe5458470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:51.232962 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-943e1828-107d-4e19-b5da-d86fe5458470 admin admin] Publish callbacks [] for security_group (66425772-4093-4511-8997-f9d05fbb6f4a), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:51.314834 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-943e1828-107d-4e19-b5da-d86fe5458470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (66425772-4093-4511-8997-f9d05fbb6f4a), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:51.355213 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e1828-107d-4e19-b5da-d86fe5458470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66425772-4093-4511-8997-f9d05fbb6f4a,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:51.360637 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-943e1828-107d-4e19-b5da-d86fe5458470 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=036c11564f3141fb98a59369533a10b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281426 Sep 04 16:20:51.362870 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53484) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:51.416834 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3317d58b-f371-4450-a282-bd9e8a26db50 admin admin] Publish callbacks [] for security_group (66425772-4093-4511-8997-f9d05fbb6f4a), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:51.437891 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3317d58b-f371-4450-a282-bd9e8a26db50 admin admin] Publish callbacks [] for security_group (66425772-4093-4511-8997-f9d05fbb6f4a), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:51.573680 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3317d58b-f371-4450-a282-bd9e8a26db50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (66425772-4093-4511-8997-f9d05fbb6f4a), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:51.576237 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3317d58b-f371-4450-a282-bd9e8a26db50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:51.577466 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-3317d58b-f371-4450-a282-bd9e8a26db50 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/66425772-4093-4511-8997-f9d05fbb6f4a HTTP/1.1" status: 204 len: 168 time: 0.2138188 Sep 04 16:20:51.596927 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3a086-696e-440d-9ddd-8716f5b0faa2 req-b3fb35ae-8644-49ca-b352-35f2d7cf1051 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:51.598554 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f7c3a086-696e-440d-9ddd-8716f5b0faa2 req-b3fb35ae-8644-49ca-b352-35f2d7cf1051 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0647211 Sep 04 16:20:51.599850 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317d58b-f371-4450-a282-bd9e8a26db50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66425772-4093-4511-8997-f9d05fbb6f4a,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:51.627756 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:51.652435 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f7c3a086-696e-440d-9ddd-8716f5b0faa2 req-e697ef60-4031-4939-9750-0ad3d09523bf tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476630 Sep 04 16:20:52.237518 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53492) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:52.256170 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76484214-2d2c-4392-bca1-e36770e4a898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:52.365328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76484214-2d2c-4392-bca1-e36770e4a898 admin admin] Publish callbacks [] for security_group (2f483ff6-47d3-44a7-a212-9274eb6355fe), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:52.785808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6076b8-73f4-4236-8789-00c59b47d16e req-a48894c1-bc11-4005-9266-6930384e7aa3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:52.787330 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed6076b8-73f4-4236-8789-00c59b47d16e req-a48894c1-bc11-4005-9266-6930384e7aa3 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0493586 Sep 04 16:20:52.839205 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ed6076b8-73f4-4236-8789-00c59b47d16e req-a7ff22c6-1a50-42c1-8e18-9897bbe4f1d5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Sep 04 16:20:52.864018 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76484214-2d2c-4392-bca1-e36770e4a898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (2f483ff6-47d3-44a7-a212-9274eb6355fe), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:52.911689 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-76484214-2d2c-4392-bca1-e36770e4a898 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c4f07cf0174e46e6ab5640188a501de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6720829 Sep 04 16:20:52.912377 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76484214-2d2c-4392-bca1-e36770e4a898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f483ff6-47d3-44a7-a212-9274eb6355fe,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:52.918471 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53496) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:52.945167 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:52.968476 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5ea67b0c-d761-4ea2-b883-527bac0d21c3 admin admin] Publish callbacks [] for security_group (2f483ff6-47d3-44a7-a212-9274eb6355fe), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:52.995623 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5ea67b0c-d761-4ea2-b883-527bac0d21c3 admin admin] Publish callbacks [] for security_group (2f483ff6-47d3-44a7-a212-9274eb6355fe), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:53.118831 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5ea67b0c-d761-4ea2-b883-527bac0d21c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (2f483ff6-47d3-44a7-a212-9274eb6355fe), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:53.121466 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5ea67b0c-d761-4ea2-b883-527bac0d21c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:53.125062 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-5ea67b0c-d761-4ea2-b883-527bac0d21c3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2f483ff6-47d3-44a7-a212-9274eb6355fe HTTP/1.1" status: 204 len: 168 time: 0.2063510 Sep 04 16:20:53.131708 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea67b0c-d761-4ea2-b883-527bac0d21c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f483ff6-47d3-44a7-a212-9274eb6355fe,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:53.976181 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f35e1-2fb3-4a07-bd7b-483278477a1b req-fceab0e7-3a44-47db-9f68-c1e8344b87dc tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:53.978543 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-062f35e1-2fb3-4a07-bd7b-483278477a1b req-fceab0e7-3a44-47db-9f68-c1e8344b87dc tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0576208 Sep 04 16:20:54.031592 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-062f35e1-2fb3-4a07-bd7b-483278477a1b req-c152f0bf-55b5-4d3b-8786-4f34d2e247b9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453358 Sep 04 16:20:54.859074 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53534) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:54.973746 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1f3b-81f4-405f-8319-34a4a20a9c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:55.054676 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1f3b-81f4-405f-8319-34a4a20a9c4d admin admin] Publish callbacks [] for security_group (f9a78f10-0f7e-4332-b15e-9fce640a4dc1), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:55.155516 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1f3b-81f4-405f-8319-34a4a20a9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (f9a78f10-0f7e-4332-b15e-9fce640a4dc1), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:55.196320 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a853ab3-d03e-4782-9012-71f8a5a13ea5 req-b7a1d5c4-76b4-4fd9-8f75-1dd38e78f703 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:55.197735 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a853ab3-d03e-4782-9012-71f8a5a13ea5 req-b7a1d5c4-76b4-4fd9-8f75-1dd38e78f703 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0754774 Sep 04 16:20:55.203343 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:55.224953 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53540) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:20:55.225554 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-5e2b1f3b-81f4-405f-8319-34a4a20a9c4d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7e371b50eae549798a892b9f4f71de61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648312 Sep 04 16:20:55.232839 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b1f3b-81f4-405f-8319-34a4a20a9c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a78f10-0f7e-4332-b15e-9fce640a4dc1,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:55.268496 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2a853ab3-d03e-4782-9012-71f8a5a13ea5 req-080dc9e5-ca03-4b05-8172-51920c1c9ebe tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596049 Sep 04 16:20:55.305744 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-88bf83ec-747f-4572-889a-99c9c2f3c9c9 admin admin] Publish callbacks [] for security_group (f9a78f10-0f7e-4332-b15e-9fce640a4dc1), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:55.334629 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-88bf83ec-747f-4572-889a-99c9c2f3c9c9 admin admin] Publish callbacks [] for security_group (f9a78f10-0f7e-4332-b15e-9fce640a4dc1), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:55.464069 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-88bf83ec-747f-4572-889a-99c9c2f3c9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (f9a78f10-0f7e-4332-b15e-9fce640a4dc1), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:55.467121 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-88bf83ec-747f-4572-889a-99c9c2f3c9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:20:55.468376 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-88bf83ec-747f-4572-889a-99c9c2f3c9c9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f9a78f10-0f7e-4332-b15e-9fce640a4dc1 HTTP/1.1" status: 204 len: 168 time: 0.2410352 Sep 04 16:20:55.477740 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf83ec-747f-4572-889a-99c9c2f3c9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a78f10-0f7e-4332-b15e-9fce640a4dc1,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:20:56.439131 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f567e29-389b-4f32-958a-0750c2049751 req-ace59123-ef56-44eb-bad2-1ac5f54da2dd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:56.441933 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f567e29-389b-4f32-958a-0750c2049751 req-ace59123-ef56-44eb-bad2-1ac5f54da2dd tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0596976 Sep 04 16:20:56.515102 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1f567e29-389b-4f32-958a-0750c2049751 req-37b81bb1-6ff6-4e43-8e1d-35924f4e5757 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674448 Sep 04 16:20:57.668528 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d82b-0e43-4bad-a308-5d44fa6cf6ee req-d926b209-9c2a-4d33-9921-ec92dc9082a8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:57.670044 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bcc4d82b-0e43-4bad-a308-5d44fa6cf6ee req-d926b209-9c2a-4d33-9921-ec92dc9082a8 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0609500 Sep 04 16:20:57.731020 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bcc4d82b-0e43-4bad-a308-5d44fa6cf6ee req-687274bb-99dc-4f9b-a622-516fadbb039d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526316 Sep 04 16:20:58.894081 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e152b-918a-4416-bde7-e3883a13c256 req-019ee57e-2892-4cbf-95d0-fd773ee0eba4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:20:58.895686 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba9e152b-918a-4416-bde7-e3883a13c256 req-019ee57e-2892-4cbf-95d0-fd773ee0eba4 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0570195 Sep 04 16:20:58.960354 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ba9e152b-918a-4416-bde7-e3883a13c256 req-e3932d2d-6339-4da2-9e9e-0079d6d4f40c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582745 Sep 04 16:20:59.352220 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:20:59.354626 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:00.110847 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b258e-2976-4ab7-816c-a5d8de0609d9 req-afc70aab-3107-41fe-93f9-2a792ed82abb tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:00.112863 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-079b258e-2976-4ab7-816c-a5d8de0609d9 req-afc70aab-3107-41fe-93f9-2a792ed82abb tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0514712 Sep 04 16:21:00.171469 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-079b258e-2976-4ab7-816c-a5d8de0609d9 req-51c4687c-808e-4aff-93c7-9a7cdddc7adc tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528162 Sep 04 16:21:01.255678 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-f66eeef2-e356-46db-9ad7-5009906b40a8 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-681660327&fields=id&tenant_id=ae092c3124e9438fa20dfda624775825 HTTP/1.1" status: 200 len: 267 time: 0.0497794 Sep 04 16:21:01.338698 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74eac2d-58df-4b25-a495-c0351fe8dc8b req-e86a2c99-e002-4400-a026-117279a06e8d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:01.340204 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c74eac2d-58df-4b25-a495-c0351fe8dc8b req-e86a2c99-e002-4400-a026-117279a06e8d tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0813572 Sep 04 16:21:01.348633 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-969ce77b-497e-4de4-b3ae-4d03b429df9f tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:01.350655 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-969ce77b-497e-4de4-b3ae-4d03b429df9f tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 985 time: 0.0835106 Sep 04 16:21:01.372067 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-cb00e51b-5312-4f13-9d18-d1949d8554ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Request body: {'port': {'security_groups': ['37f2823e-2c5e-4484-85d6-33c4526d5c2e']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:21:01.409827 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:01.445374 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c74eac2d-58df-4b25-a495-c0351fe8dc8b req-e2ad7e8a-d569-42d8-a340-a44b79ef7024 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937014 Sep 04 16:21:01.478852 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-cb00e51b-5312-4f13-9d18-d1949d8554ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:01.575204 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:01.654375 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-cb00e51b-5312-4f13-9d18-d1949d8554ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] For port 156cd70b-43a3-4b2d-899b-983cd2ad0541, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:01.684108 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-cb00e51b-5312-4f13-9d18-d1949d8554ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:01.782715 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53624) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:01.799037 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-cb00e51b-5312-4f13-9d18-d1949d8554ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:01.810414 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-cb00e51b-5312-4f13-9d18-d1949d8554ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:01.811033 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-cb00e51b-5312-4f13-9d18-d1949d8554ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:01.812401 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ad75326f-396e-44e8-9a9c-7df685cd658e req-cb00e51b-5312-4f13-9d18-d1949d8554ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "PUT /networking/v2.0/ports/156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 200 len: 943 time: 0.4476461 Sep 04 16:21:01.812702 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['156cd70b-43a3-4b2d-899b-983cd2ad0541'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:21:01.815663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:21:01.816945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2139590f-c308-432a-8d29-fd935c4b55e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:21:01.819750 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53628) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:01.874446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201fa9bb-f9a5-426f-863f-16bb5a4dfbfd x-openstack-request-id: req-201fa9bb-f9a5-426f-863f-16bb5a4dfbfd {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:21:01.874848 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:21:01.875105 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-201fa9bb-f9a5-426f-863f-16bb5a4dfbfd {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:21:01.875504 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-201fa9bb-f9a5-426f-863f-16bb5a4dfbfd'] response: {'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'status': 'completed', 'code': 200} Sep 04 16:21:01.914617 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9bd6-8ecb-4d4c-9546-5518e46311c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:01.936675 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00e51b-5312-4f13-9d18-d1949d8554ba tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event updated for resources: {'Port': ['ID=156cd70b-43a3-4b2d-899b-983cd2ad0541,revision_number=7']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:01.941026 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['156cd70b-43a3-4b2d-899b-983cd2ad0541'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:21:01.954932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fac04413-aa1d-457c-a964-bd92511e3367 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group (6b43c59d-2f27-4597-acd9-80f09a1d361f), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:01.985488 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fac04413-aa1d-457c-a964-bd92511e3367 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group (6b43c59d-2f27-4597-acd9-80f09a1d361f), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.005018 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9bd6-8ecb-4d4c-9546-5518e46311c3 admin admin] Publish callbacks [] for security_group (e9ed6375-5c6a-450a-9153-6f6dbf82f6b4), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.070389 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9bd6-8ecb-4d4c-9546-5518e46311c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e9ed6375-5c6a-450a-9153-6f6dbf82f6b4), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.080984 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:02.095779 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:02.111302 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-e7cc9bd6-8ecb-4d4c-9546-5518e46311c3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=305c3e7ed45f41a382c0e3344d34b361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275199 Sep 04 16:21:02.112444 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc9bd6-8ecb-4d4c-9546-5518e46311c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ed6375-5c6a-450a-9153-6f6dbf82f6b4,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:02.115337 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53632) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:02.137135 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fac04413-aa1d-457c-a964-bd92511e3367 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6b43c59d-2f27-4597-acd9-80f09a1d361f), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.138513 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fac04413-aa1d-457c-a964-bd92511e3367 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.139676 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-fac04413-aa1d-457c-a964-bd92511e3367 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6b43c59d-2f27-4597-acd9-80f09a1d361f HTTP/1.1" status: 204 len: 168 time: 0.2819180 Sep 04 16:21:02.142603 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53634) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:02.164552 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac04413-aa1d-457c-a964-bd92511e3367 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b43c59d-2f27-4597-acd9-80f09a1d361f,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:02.188502 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76e0dbe7-0d29-40ed-9b20-faffe676195c admin admin] Publish callbacks [] for security_group (e9ed6375-5c6a-450a-9153-6f6dbf82f6b4), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.220285 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76e0dbe7-0d29-40ed-9b20-faffe676195c admin admin] Publish callbacks [] for security_group (e9ed6375-5c6a-450a-9153-6f6dbf82f6b4), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.308281 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Deleting port 6376940f-92fa-4c90-8b39-be2a26ecbeb8 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:02.308764 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (6376940f-92fa-4c90-8b39-be2a26ecbeb8), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.311470 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:02.336697 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76e0dbe7-0d29-40ed-9b20-faffe676195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e9ed6375-5c6a-450a-9153-6f6dbf82f6b4), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.339411 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-76e0dbe7-0d29-40ed-9b20-faffe676195c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.340642 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-76e0dbe7-0d29-40ed-9b20-faffe676195c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e9ed6375-5c6a-450a-9153-6f6dbf82f6b4 HTTP/1.1" status: 204 len: 168 time: 0.2239361 Sep 04 16:21:02.360086 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-503a3430-0c36-44a8-b006-f7dfee34b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:02.371324 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-503a3430-0c36-44a8-b006-f7dfee34b923 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ae092c3124e9438fa20dfda624775825&device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 1130 time: 0.0609446 Sep 04 16:21:02.371324 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0dbe7-0d29-40ed-9b20-faffe676195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ed6375-5c6a-450a-9153-6f6dbf82f6b4,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:02.410883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (6376940f-92fa-4c90-8b39-be2a26ecbeb8), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.411305 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for floatingip (6376940f-92fa-4c90-8b39-be2a26ecbeb8), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.424376 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Calling delete_port for 6376940f-92fa-4c90-8b39-be2a26ecbeb8 owned by network:floatingip {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:02.493186 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-608da62e-ff80-4137-8038-072189ae0499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:02.495218 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-608da62e-ff80-4137-8038-072189ae0499 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b HTTP/1.1" status: 200 len: 916 time: 0.0895836 Sep 04 16:21:02.579111 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829f77-3569-460e-bc0a-6cb6572151b1 req-cfc1159d-9c00-463b-9a93-201afa781a5c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:02.580582 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-29829f77-3569-460e-bc0a-6cb6572151b1 req-cfc1159d-9c00-463b-9a93-201afa781a5c tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0473990 Sep 04 16:21:02.600533 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:02.630213 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-29829f77-3569-460e-bc0a-6cb6572151b1 req-ba7ab322-3050-4e03-a1bd-983c8545b325 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Sep 04 16:21:02.687161 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (6376940f-92fa-4c90-8b39-be2a26ecbeb8), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.716699 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event deleted for resources: {'Port': ['ID=6376940f-92fa-4c90-8b39-be2a26ecbeb8,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:02.749178 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-d05fa2b8-a2c1-4980-8510-64a892ff4ae5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 200 len: 217 time: 0.0454621 Sep 04 16:21:02.797160 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks [] for floatingip (b57421b2-1e37-4201-abb7-380d25cf217d), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:02.797816 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Floating IP b57421b2-1e37-4201-abb7-380d25cf217d disassociated (deleted). External IP: 172.27.3.136, port: 156cd70b-43a3-4b2d-899b-983cd2ad0541. Sep 04 16:21:02.815003 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-dee87bb2-f140-48b9-a0ed-dc65d107662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:02.816510 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-dee87bb2-f140-48b9-a0ed-dc65d107662e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=20551ec1-1605-4661-a23e-d6babf234182 HTTP/1.1" status: 200 len: 854 time: 0.0500014 Sep 04 16:21:02.869983 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-a916e0e1-f337-44a2-8e64-d092a3216e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:02.871475 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-a916e0e1-f337-44a2-8e64-d092a3216e9c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439548 Sep 04 16:21:02.905164 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:02.975529 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-ca18e1c7-3cec-43a1-bfa9-0d8ea528acf9 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965552 Sep 04 16:21:03.011719 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:21:03.019246 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53642) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:03.070175 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff8ac-122a-471b-accb-e5d00652615d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:03.079094 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2139590f-c308-432a-8d29-fd935c4b55e1 req-9f248247-a03f-4611-a0c6-788f7a472ced service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948606 Sep 04 16:21:03.159704 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:21:03.172273 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:03.172454 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] Sync routers for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:21:03.179455 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:03.180074 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:03.212289 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-9e187f62-7d8a-4bee-a8bc-ccd4865db12c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/b57421b2-1e37-4201-abb7-380d25cf217d HTTP/1.1" status: 204 len: 168 time: 1.0659978 Sep 04 16:21:03.212289 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:21:03.213740 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a75508-6ae8-4897-a5be-34ad49bad26e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:21:03.237996 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff8ac-122a-471b-accb-e5d00652615d admin admin] Publish callbacks [] for security_group (decaea6c-3b10-4b0f-879e-de7ca8eed5d0), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:03.270478 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c21cb94-9810-40ef-bf57-1e1823fc586e x-openstack-request-id: req-8c21cb94-9810-40ef-bf57-1e1823fc586e {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:21:03.270478 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:21:03.270478 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c21cb94-9810-40ef-bf57-1e1823fc586e {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:21:03.270478 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c21cb94-9810-40ef-bf57-1e1823fc586e'] response: {'name': 'network-changed', 'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'status': 'completed', 'code': 200} Sep 04 16:21:03.277503 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:03.291480 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:03.323545 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cc2ff8ac-122a-471b-accb-e5d00652615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (decaea6c-3b10-4b0f-879e-de7ca8eed5d0), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:03.376557 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-cc2ff8ac-122a-471b-accb-e5d00652615d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=b28579c61798424988aa02fe3a023294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560636 Sep 04 16:21:03.379935 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53652) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:03.415192 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ff8ac-122a-471b-accb-e5d00652615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decaea6c-3b10-4b0f-879e-de7ca8eed5d0,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:03.422666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-40f6c42e-9ce1-4141-afe5-a35a21c2296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:03.425922 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-40f6c42e-9ce1-4141-afe5-a35a21c2296d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=ae092c3124e9438fa20dfda624775825&device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 1130 time: 0.0561678 Sep 04 16:21:03.455382 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:03.457726 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6be8b74a-3d4a-4f58-85e9-728dd47d95a1 admin admin] Publish callbacks [] for security_group (decaea6c-3b10-4b0f-879e-de7ca8eed5d0), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:03.484581 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6be8b74a-3d4a-4f58-85e9-728dd47d95a1 admin admin] Publish callbacks [] for security_group (decaea6c-3b10-4b0f-879e-de7ca8eed5d0), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:03.500571 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f', 'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'mac_address': 'fa:16:3e:fb:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:23Z', 'updated_at': '2022-09-04T16:18:28Z', 'revision_number': 5, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'subnets': [{'id': '20551ec1-1605-4661-a23e-d6babf234182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:03.527316 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:03.538545 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] Checking router: 813e3a44-c5e3-4ea6-bf27-cbb606bddeac for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:21:03.538745 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-74a995a5-bdb2-4f66-a186-e4ba9ccd7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:03.540461 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-74a995a5-bdb2-4f66-a186-e4ba9ccd7483 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b HTTP/1.1" status: 200 len: 916 time: 0.1071889 Sep 04 16:21:03.549196 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:03.549931 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:20:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:03.597059 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-c3b7ca4b-1229-4b2b-8670-d379819e7413 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 200 len: 217 time: 0.0482826 Sep 04 16:21:03.637876 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6be8b74a-3d4a-4f58-85e9-728dd47d95a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (decaea6c-3b10-4b0f-879e-de7ca8eed5d0), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:03.640474 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6be8b74a-3d4a-4f58-85e9-728dd47d95a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:03.641683 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6be8b74a-3d4a-4f58-85e9-728dd47d95a1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/decaea6c-3b10-4b0f-879e-de7ca8eed5d0 HTTP/1.1" status: 204 len: 168 time: 0.2607310 Sep 04 16:21:03.655555 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8b74a-3d4a-4f58-85e9-728dd47d95a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decaea6c-3b10-4b0f-879e-de7ca8eed5d0,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:03.662782 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-e47ace8b-10c8-4bfe-b21d-b6c469f14649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:03.664387 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-e47ace8b-10c8-4bfe-b21d-b6c469f14649 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=20551ec1-1605-4661-a23e-d6babf234182 HTTP/1.1" status: 200 len: 854 time: 0.0519311 Sep 04 16:21:03.697133 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:03.718175 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-72afe3c3-8588-4a3f-b3f1-6312d943f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:03.720088 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-72afe3c3-8588-4a3f-b3f1-6312d943f654 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=363bb28e-4d9e-4c6d-90a2-d8bcab58307b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474570 Sep 04 16:21:03.851835 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f4de0-0788-4cc6-9256-d452fb296064 req-222a6ede-e60b-4a5e-8526-08d7820e56b1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:03.853374 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d70f4de0-0788-4cc6-9256-d452fb296064 req-222a6ede-e60b-4a5e-8526-08d7820e56b1 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 943 time: 0.0864832 Sep 04 16:21:03.898073 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-7558adb4-3328-41b3-b0e7-2d3f9f170b48 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573024 Sep 04 16:21:03.928635 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f', 'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'mac_address': 'fa:16:3e:fb:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:23Z', 'updated_at': '2022-09-04T16:18:28Z', 'revision_number': 5, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'subnets': [{'id': '20551ec1-1605-4661-a23e-d6babf234182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:03.930246 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d70f4de0-0788-4cc6-9256-d452fb296064 req-5f91516e-c0e2-47dd-8dc5-62857db4ed9f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658503 Sep 04 16:21:03.956812 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde7a199-2aa7-496f-8ed7-4672901e3b2c None None] The sync data for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi is: [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:23Z', 'revision_number': 4, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f', 'name': '', 'network_id': '363bb28e-4d9e-4c6d-90a2-d8bcab58307b', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'mac_address': 'fa:16:3e:fb:b5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '20551ec1-1605-4661-a23e-d6babf234182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:23Z', 'updated_at': '2022-09-04T16:18:28Z', 'revision_number': 5, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'subnets': [{'id': '20551ec1-1605-4661-a23e-d6babf234182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:21:04.204609 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-88a75508-6ae8-4897-a5be-34ad49bad26e req-b4ddca4e-f538-4c00-a6ec-08ee65a00bd1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970104 Sep 04 16:21:04.214907 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90e65ae-544a-4a76-baa0-0af9b737a187 None None] New status for floating IP b57421b2-1e37-4201-abb7-380d25cf217d: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:21:04.464851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:21:04.571573 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:04.585104 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'port_id': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'mac_address': 'fa:16:3e:3a:9e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:21:04.620477 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:21:04.620793 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:04.627054 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:04.635829 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d210ca9-1ff4-4f3e-842e-652e252e69a7 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:21:04.666447 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:04.729395 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:04.766518 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:04.842278 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=9']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:05.052336 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['6d210ca9-1ff4-4f3e-842e-652e252e69a7'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:21:05.067121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d92b94-be72-4e12-a79c-b7a4b5336734 req-48653338-5992-478d-ab78-29ed284d7f23 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:05.068643 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3d92b94-be72-4e12-a79c-b7a4b5336734 req-48653338-5992-478d-ab78-29ed284d7f23 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 944 time: 0.0512843 Sep 04 16:21:05.112348 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:05.120629 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3d92b94-be72-4e12-a79c-b7a4b5336734 req-ad9ea1fa-ea7c-4d91-987b-dc18ded0b046 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458603 Sep 04 16:21:05.500176 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53690) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:05.603733 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a1bf542a-9cb3-46ab-8182-8bb08bc8bbe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:05.678669 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a1bf542a-9cb3-46ab-8182-8bb08bc8bbe3 admin admin] Publish callbacks [] for security_group (a2a2fb86-8ac1-4e9e-ab94-15dbdeaca1b5), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:05.698336 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-33dbebc8-545c-4f92-af0b-c6a153293818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:05.755410 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a1bf542a-9cb3-46ab-8182-8bb08bc8bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a2a2fb86-8ac1-4e9e-ab94-15dbdeaca1b5), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:05.796761 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a1bf542a-9cb3-46ab-8182-8bb08bc8bbe3 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=0d2f1b7a983e45e7be233e0dfa6f9e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955048 Sep 04 16:21:05.797636 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf542a-9cb3-46ab-8182-8bb08bc8bbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a2fb86-8ac1-4e9e-ab94-15dbdeaca1b5,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:05.799552 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53700) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:05.859917 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Publish callbacks [] for security_group (a2a2fb86-8ac1-4e9e-ab94-15dbdeaca1b5), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:05.881711 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Publish callbacks [] for security_group (a2a2fb86-8ac1-4e9e-ab94-15dbdeaca1b5), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:06.010401 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a2a2fb86-8ac1-4e9e-ab94-15dbdeaca1b5), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:06.012852 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:06.014025 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a2a2fb86-8ac1-4e9e-ab94-15dbdeaca1b5 HTTP/1.1" status: 204 len: 168 time: 0.2131546 Sep 04 16:21:06.022881 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a2fb86-8ac1-4e9e-ab94-15dbdeaca1b5,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:06.030419 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.030928 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.031261 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.031592 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.031912 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.032279 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.032529 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.032844 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.033160 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.033470 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.033811 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.034129 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.034439 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.034745 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.035051 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210aebb-3fcb-4357-907d-7f70c5597946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:06.251437 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3376365-89cb-432d-ad91-f75b396ce83c req-e237c747-4b54-4289-9d04-84aabcb7e747 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:06.253049 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b3376365-89cb-432d-ad91-f75b396ce83c req-e237c747-4b54-4289-9d04-84aabcb7e747 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 944 time: 0.0480218 Sep 04 16:21:06.307300 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b3376365-89cb-432d-ad91-f75b396ce83c req-47a4d520-a68b-4731-bcdd-e81d9f7bcfdc tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476668 Sep 04 16:21:06.482453 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:21:06.525015 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:21:06.525301 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:06.596837 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:21:06.597225 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:06.621178 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:21:06.623431 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591975bd-4e8c-44a3-b7d4-638acae31e96" -d '{"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-plugged", "status": "completed", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:21:06.639689 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:06.667639 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd38ae4d-3694-41a1-abab-caeab3cb1396 x-openstack-request-id: req-cd38ae4d-3694-41a1-abab-caeab3cb1396 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:21:06.667935 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-plugged", "status": "completed", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:21:06.668188 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd38ae4d-3694-41a1-abab-caeab3cb1396 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:21:06.668588 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd38ae4d-3694-41a1-abab-caeab3cb1396'] response: {'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'code': 200} Sep 04 16:21:06.699948 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:06.749879 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=10']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:06.994316 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b3ff-d4b6-448f-83bc-0f85a58e2eff req-f8fa1316-7f46-4ee8-917a-92d0a3326aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:06.995856 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-81b8b3ff-d4b6-448f-83bc-0f85a58e2eff req-f8fa1316-7f46-4ee8-917a-92d0a3326aee service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 1130 time: 0.0419140 Sep 04 16:21:07.043818 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-81b8b3ff-d4b6-448f-83bc-0f85a58e2eff req-608bc148-2732-4038-aea6-ab0f4a2c0b66 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Sep 04 16:21:07.439271 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bcf4f-e5b6-415e-af79-41f45964926c req-0db8691d-0566-4cee-9fb5-2f9d4c08d054 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:07.440779 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4c7bcf4f-e5b6-415e-af79-41f45964926c req-0db8691d-0566-4cee-9fb5-2f9d4c08d054 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.0504191 Sep 04 16:21:07.489143 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4c7bcf4f-e5b6-415e-af79-41f45964926c req-2116458f-58e1-4524-9ca1-4f030bbc849a tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418100 Sep 04 16:21:07.758956 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8578-ecdf-428d-9ac0-d466c809cb6f req-bccaca11-8eca-49c4-affb-db12ac3b727c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:07.760389 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bffe8578-ecdf-428d-9ac0-d466c809cb6f req-bccaca11-8eca-49c4-affb-db12ac3b727c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0464323 Sep 04 16:21:07.806490 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bffe8578-ecdf-428d-9ac0-d466c809cb6f req-55fbe8b8-650d-4349-a16f-3c98f850b925 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Sep 04 16:21:07.984200 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d031c76d-eabf-46c4-aa0c-da0109104f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:08.581129 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:08.619192 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4c801-7055-4e4e-9db0-c879c5e46185 req-beb60b2e-0246-42ce-b002-cc29a9112556 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:08.620696 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-50d4c801-7055-4e4e-9db0-c879c5e46185 req-beb60b2e-0246-42ce-b002-cc29a9112556 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.0500407 Sep 04 16:21:08.668285 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-50d4c801-7055-4e4e-9db0-c879c5e46185 req-1536dbfe-6bf6-4910-870e-763bfb1bbc4e tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Sep 04 16:21:08.928776 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2c663-191c-49dd-80c8-64e48abf7dce req-44ea8302-8570-46ee-aeeb-f8419d68230d tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:08.930296 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2dc2c663-191c-49dd-80c8-64e48abf7dce req-44ea8302-8570-46ee-aeeb-f8419d68230d tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0475435 Sep 04 16:21:08.980979 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2dc2c663-191c-49dd-80c8-64e48abf7dce req-c19b8b18-e3a5-4617-9325-d0e2908209bf tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Sep 04 16:21:09.133080 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:09.794166 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc59101-8591-4dd8-9039-4fdf1fa0b292 req-ae340805-0c9d-4e38-abf1-d791e8bbf224 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:09.795600 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9dc59101-8591-4dd8-9039-4fdf1fa0b292 req-ae340805-0c9d-4e38-abf1-d791e8bbf224 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.0465205 Sep 04 16:21:09.844738 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9dc59101-8591-4dd8-9039-4fdf1fa0b292 req-7109a812-31c2-4a3b-95bb-e65a5e710e18 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Sep 04 16:21:10.099972 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965a297-a969-489f-99be-c31adb0d3a81 req-15391995-2873-4357-80a4-a695bd909900 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:10.101400 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9965a297-a969-489f-99be-c31adb0d3a81 req-15391995-2873-4357-80a4-a695bd909900 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0462611 Sep 04 16:21:10.148151 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9965a297-a969-489f-99be-c31adb0d3a81 req-28100fc3-ea77-4618-8ca7-23174e9e5810 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411315 Sep 04 16:21:10.601537 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:10.744344 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:10.972882 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713e17f-258d-4fec-ae6a-74037e54dfce req-4211a502-bada-49b8-b163-f832e7f75bc9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:10.974390 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7713e17f-258d-4fec-ae6a-74037e54dfce req-4211a502-bada-49b8-b163-f832e7f75bc9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.0474088 Sep 04 16:21:11.014435 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:11.021663 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7713e17f-258d-4fec-ae6a-74037e54dfce req-23936087-d82f-4129-9ade-359426442eb5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 Sep 04 16:21:11.284592 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede49fc-d92f-433e-bda5-8c86f844b4f2 req-1434c4f3-fa17-4baf-b1fc-1171d94a115b tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:11.286751 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-aede49fc-d92f-433e-bda5-8c86f844b4f2 req-1434c4f3-fa17-4baf-b1fc-1171d94a115b tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0615110 Sep 04 16:21:11.333985 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-aede49fc-d92f-433e-bda5-8c86f844b4f2 req-7099a530-fd3c-4b44-9580-e37e1fb7b936 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 Sep 04 16:21:12.154250 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5a63b-899d-4a53-b18e-2d0d895c50c3 req-c15dca39-9da0-40a8-9757-f82557887d8f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:12.155729 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ccd5a63b-899d-4a53-b18e-2d0d895c50c3 req-c15dca39-9da0-40a8-9757-f82557887d8f tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.0521142 Sep 04 16:21:12.202592 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ccd5a63b-899d-4a53-b18e-2d0d895c50c3 req-c6d997f6-ad09-4e7a-9050-3a87225663ce tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Sep 04 16:21:12.466357 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45379229-75d1-4a3b-91dd-c338ffbaadf4 req-a2285db7-e3e0-4b09-bdad-b00387951829 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:12.467870 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-45379229-75d1-4a3b-91dd-c338ffbaadf4 req-a2285db7-e3e0-4b09-bdad-b00387951829 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0483470 Sep 04 16:21:12.527354 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-45379229-75d1-4a3b-91dd-c338ffbaadf4 req-e3456492-5517-4ba0-b1e7-2b451fdae486 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537159 Sep 04 16:21:13.138655 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-3e3e0a95-ada7-46ee-9cf7-40fccc67e65c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:13.140128 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-3e3e0a95-ada7-46ee-9cf7-40fccc67e65c tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0826631 Sep 04 16:21:13.235964 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Deleting port 156cd70b-43a3-4b2d-899b-983cd2ad0541 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:13.236632 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:13.365189 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b59e4-caa8-408f-9f54-9d1c6f103fbc req-0630bef7-ec1d-4a2b-86d7-be59fd5b0d39 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:13.366684 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5c1b59e4-caa8-408f-9f54-9d1c6f103fbc req-0630bef7-ec1d-4a2b-86d7-be59fd5b0d39 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.0719237 Sep 04 16:21:13.372719 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] For port 156cd70b-43a3-4b2d-899b-983cd2ad0541, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=156cd70b-43a3-4b2d-899b-983cd2ad0541,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:13.373851 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:13.399991 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Calling delete_port for 156cd70b-43a3-4b2d-899b-983cd2ad0541 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:13.470187 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5c1b59e4-caa8-408f-9f54-9d1c6f103fbc req-2f8a1964-ae0c-419f-8782-05da8df42495 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933185 Sep 04 16:21:13.489987 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:13.636895 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (156cd70b-43a3-4b2d-899b-983cd2ad0541), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:13.649173 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['156cd70b-43a3-4b2d-899b-983cd2ad0541'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:21:13.652366 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:13.679451 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Pushing event deleted for resources: {'Port': ['ID=156cd70b-43a3-4b2d-899b-983cd2ad0541,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:13.688795 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908ff8d-b02e-43bb-8d13-904373832444 req-4bf135f3-f511-4867-845f-e82990a734d6 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:13.690305 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7908ff8d-b02e-43bb-8d13-904373832444 req-4bf135f3-f511-4867-845f-e82990a734d6 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 946 time: 0.0823517 Sep 04 16:21:13.746682 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] No DVR routers for this DVR port 156cd70b-43a3-4b2d-899b-983cd2ad0541 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:21:13.750054 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:13.754223 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20c7bd1f-0661-4f8d-9873-d0bcdc708bec req-0228a350-f1f3-4386-9005-e54f3ee1cd0a tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.27 "DELETE /networking/v2.0/ports/156cd70b-43a3-4b2d-899b-983cd2ad0541 HTTP/1.1" status: 204 len: 173 time: 0.6072142 Sep 04 16:21:13.754223 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'name': 'network-vif-deleted', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:21:13.755986 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d61fb95-b460-4c12-bb5c-0555371f54de" -d '{"events": [{"server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "name": "network-vif-deleted", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:21:13.787909 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7908ff8d-b02e-43bb-8d13-904373832444 req-1bc76cf6-b55b-498f-bd0c-8eab4c213734 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=37f2823e-2c5e-4484-85d6-33c4526d5c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740073 Sep 04 16:21:13.796004 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e626e78-d489-48c4-8f45-eb6327531dad x-openstack-request-id: req-5e626e78-d489-48c4-8f45-eb6327531dad {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:21:13.796375 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c47389-a373-46bc-8601-5a0038fa00c6", "name": "network-vif-deleted", "tag": "156cd70b-43a3-4b2d-899b-983cd2ad0541", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:21:13.796716 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e626e78-d489-48c4-8f45-eb6327531dad {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:21:13.797187 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e626e78-d489-48c4-8f45-eb6327531dad'] response: {'server_uuid': 'b1c47389-a373-46bc-8601-5a0038fa00c6', 'name': 'network-vif-deleted', 'tag': '156cd70b-43a3-4b2d-899b-983cd2ad0541', 'status': 'completed', 'code': 200} Sep 04 16:21:14.600727 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44e1f3-6925-414d-af80-5e70f0e0a0e5 req-582c1f69-bc73-4e0c-959c-97de799fefa9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:14.602123 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9c44e1f3-6925-414d-af80-5e70f0e0a0e5 req-582c1f69-bc73-4e0c-959c-97de799fefa9 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.0479186 Sep 04 16:21:14.654015 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9c44e1f3-6925-414d-af80-5e70f0e0a0e5 req-aba198d6-ba66-4305-b594-2ca427647130 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460906 Sep 04 16:21:14.905924 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-191e2840-0304-4558-ad35-74617044b382 req-ef8551c2-4a63-404c-bf8f-91ce9a740d98 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 210 time: 0.0291407 Sep 04 16:21:15.791326 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=15,neutron:INSERT=8 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:15.793124 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=63,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:16.019195 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-71ad3c98-7554-4110-87fd-d10a94eda2cd req-9e17ebdf-db5b-4c5c-a69c-039bdb450888 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 210 time: 0.0270903 Sep 04 16:21:17.140240 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84ed0d7d-c340-4b54-a139-240f22e4fcb0 req-d68cfd7c-867d-4ffe-bffd-24d2a2e274a5 tempest-TestMinimumBasicScenario-513809684 tempest-TestMinimumBasicScenario-513809684-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b1c47389-a373-46bc-8601-5a0038fa00c6 HTTP/1.1" status: 200 len: 210 time: 0.0275815 Sep 04 16:21:17.186467 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 156cd70b-43a3-4b2d-899b-983cd2ad0541 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:21:17.205741 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 156cd70b-43a3-4b2d-899b-983cd2ad0541 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:21:17.206084 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 156cd70b-43a3-4b2d-899b-983cd2ad0541 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:21:17.828242 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:19.610883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53898) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:19.909014 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:19.992454 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:21:20.129942 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Deleting port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:20.130276 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:20.210096 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] For port ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:20.210374 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:20.223167 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Calling delete_port for ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f owned by network:router_interface {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:20.390627 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:20.530503 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:20.535392 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:20.556338 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:20.726374 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:20.924444 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:21:21.024491 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:21:21.032368 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53902) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:21.032868 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-39d5314f-56a2-43d9-821c-a15d0d09a53f admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/813e3a44-c5e3-4ea6-bf27-cbb606bddeac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4250038 Sep 04 16:21:21.035017 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] Sync routers for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:21:21.045965 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:21.046832 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:21.134811 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks [] for router (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:21.276781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:21.303020 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:21.454876 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:21:20Z', 'revision_number': 5, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:21.480766 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] Checking router: 813e3a44-c5e3-4ea6-bf27-cbb606bddeac for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:21:21.488928 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] Routers {'813e3a44-c5e3-4ea6-bf27-cbb606bddeac'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:21.489534 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:21.496642 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks [] for router_gateway (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:21.523681 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:21.577228 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Deleting port f67001d3-f63b-4e4f-b043-8b091e772485 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:21.577484 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:21.594931 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] Set router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:21.666016 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] For port f67001d3-f63b-4e4f-b043-8b091e772485, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=f67001d3-f63b-4e4f-b043-8b091e772485,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:21.666478 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:21.685198 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Calling delete_port for f67001d3-f63b-4e4f-b043-8b091e772485 owned by network:router_gateway {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:21.765101 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:21:20Z', 'revision_number': 5, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:21.792125 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78870601-a3d5-4b68-a20a-7a51a05e5a3f None None] The sync data for ids ['813e3a44-c5e3-4ea6-bf27-cbb606bddeac'] in dv-cinder-852364-6-iscsi is: [{'id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'name': 'tempest-TestMinimumBasicScenario-1170400242-router', 'tenant_id': 'ae092c3124e9438fa20dfda624775825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:21:20Z', 'revision_number': 5, 'project_id': 'ae092c3124e9438fa20dfda624775825', 'gw_port': {'id': 'f67001d3-f63b-4e4f-b043-8b091e772485', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813e3a44-c5e3-4ea6-bf27-cbb606bddeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:21Z', 'updated_at': '2022-09-04T16:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:21:21.814097 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:21.927330 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (f67001d3-f63b-4e4f-b043-8b091e772485), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:21.950029 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=f67001d3-f63b-4e4f-b043-8b091e772485,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:22.019932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.110482 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.112607 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks [] for router_controller (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.148871 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:22.241916 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (813e3a44-c5e3-4ea6-bf27-cbb606bddeac), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.242495 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813e3a44-c5e3-4ea6-bf27-cbb606bddeac {{(pid=106842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:21:22.247634 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.248825 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-ceb22062-16f8-4e46-b2ef-5811a5cd5c5a admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/813e3a44-c5e3-4ea6-bf27-cbb606bddeac HTTP/1.1" status: 204 len: 168 time: 1.2151248 Sep 04 16:21:22.251519 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53906) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:22.297332 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-47006890-7622-4237-b9f4-dea7c391fbc3 admin admin] Deleting subnet 20551ec1-1605-4661-a23e-d6babf234182 {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:21:22.300728 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-47006890-7622-4237-b9f4-dea7c391fbc3 admin admin] Publish callbacks [] for subnet (20551ec1-1605-4661-a23e-d6babf234182), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.336387 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-47006890-7622-4237-b9f4-dea7c391fbc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (20551ec1-1605-4661-a23e-d6babf234182), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.429924 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-47006890-7622-4237-b9f4-dea7c391fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (20551ec1-1605-4661-a23e-d6babf234182), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.556878 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-47006890-7622-4237-b9f4-dea7c391fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (20551ec1-1605-4661-a23e-d6babf234182), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.582726 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47006890-7622-4237-b9f4-dea7c391fbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20551ec1-1605-4661-a23e-d6babf234182,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:22.586494 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-47006890-7622-4237-b9f4-dea7c391fbc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.590542 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-47006890-7622-4237-b9f4-dea7c391fbc3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/20551ec1-1605-4661-a23e-d6babf234182 HTTP/1.1" status: 204 len: 168 time: 0.3378811 Sep 04 16:21:22.592925 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53908) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:22.593897 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4969bc-075b-4a88-92c3-7d8968e15d76 None None] Network 363bb28e-4d9e-4c6d-90a2-d8bcab58307b requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:21:22.800802 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] DHCP port deletion for 363bb28e-4d9e-4c6d-90a2-d8bcab58307b request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:21:22.815306 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:21:22.868327 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:21:22.868745 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device ae3389e5-fbb0-4d80-b7df-5e1d084a9b6f not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:21:22.884590 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Deleting port d6bfa3e6-683d-4f44-9288-887e2035e103 {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:22.884900 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.907680 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (363bb28e-4d9e-4c6d-90a2-d8bcab58307b), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.957333 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] For port d6bfa3e6-683d-4f44-9288-887e2035e103, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d6bfa3e6-683d-4f44-9288-887e2035e103,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:22.958030 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.960805 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Deleting port d6bfa3e6-683d-4f44-9288-887e2035e103 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:22.961230 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:22.974335 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Calling delete_port for d6bfa3e6-683d-4f44-9288-887e2035e103 owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:23.031716 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] For port d6bfa3e6-683d-4f44-9288-887e2035e103, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d6bfa3e6-683d-4f44-9288-887e2035e103,segment=NetworkSegment(2945cac7-5a5e-4ca1-a33f-5f3d301c843f),segment_id=2945cac7-5a5e-4ca1-a33f-5f3d301c843f)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:23.032058 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:23.047088 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Calling delete_port for d6bfa3e6-683d-4f44-9288-887e2035e103 owned by network:dhcp {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:23.110665 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=6 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:23.117284 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:23.138934 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:23.148717 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (d6bfa3e6-683d-4f44-9288-887e2035e103), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:23.165751 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Pushing event deleted for resources: {'Port': ['ID=d6bfa3e6-683d-4f44-9288-887e2035e103,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:23.170627 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] No DVR routers for this DVR port d6bfa3e6-683d-4f44-9288-887e2035e103 on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:21:23.176579 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.177152 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.177667 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.177783 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bfa3e6-683d-4f44-9288-887e2035e103,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:23.178089 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.178429 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.178754 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.179076 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.179398 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.179721 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.180101 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.180535 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.180964 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.181341 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.181644 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.185188 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ac0b6-46c3-4c64-ac14-7eb8cab50052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:23.190510 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] No DVR routers for this DVR port d6bfa3e6-683d-4f44-9288-887e2035e103 on host dv-cinder-852364-6-iscsi {{(pid=106841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:21:23.276362 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (363bb28e-4d9e-4c6d-90a2-d8bcab58307b), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:23.296974 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363bb28e-4d9e-4c6d-90a2-d8bcab58307b']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:23.306846 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2945cac7-5a5e-4ca1-a33f-5f3d301c843f') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:23.307135 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2945cac7-5a5e-4ca1-a33f-5f3d301c843f') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:23.308751 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:23.318028 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (2945cac7-5a5e-4ca1-a33f-5f3d301c843f), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:23.337601 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (2945cac7-5a5e-4ca1-a33f-5f3d301c843f), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:23.344726 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:21:23.345103 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (2945cac7-5a5e-4ca1-a33f-5f3d301c843f), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:23.392258 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 2945cac7-5a5e-4ca1-a33f-5f3d301c843f resource provider aggregate not found Sep 04 16:21:23.413019 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 2945cac7-5a5e-4ca1-a33f-5f3d301c843f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2945cac7-5a5e-4ca1-a33f-5f3d301c843f found for delete ", "request_id": "req-60aca400-f05a-4f27-9c03-75d29236f90a"}]} Sep 04 16:21:23.464919 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (363bb28e-4d9e-4c6d-90a2-d8bcab58307b), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:23.474530 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:23.478837 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/363bb28e-4d9e-4c6d-90a2-d8bcab58307b HTTP/1.1" status: 204 len: 168 time: 0.8836918 Sep 04 16:21:23.481080 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53956) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:23.490202 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf701a-1f6f-45fc-8d94-dbec6d0c3907 admin admin] Pushing event deleted for resources: {'Network': ['ID=363bb28e-4d9e-4c6d-90a2-d8bcab58307b,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:23.866039 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (ff6d1478-1521-4b8f-b3e7-36aea9db275e), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:24.079446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:24.141812 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Deleting port 018e23c5-cc75-40e3-b7fd-de6309637f0e {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:24.142069 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:24.188089 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:24.221320 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] For port 018e23c5-cc75-40e3-b7fd-de6309637f0e, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=018e23c5-cc75-40e3-b7fd-de6309637f0e,segment=NetworkSegment(6ce4e8d8-53e8-43e9-90ab-c8813754d8d5),segment_id=6ce4e8d8-53e8-43e9-90ab-c8813754d8d5)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:24.221698 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:24.238668 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Calling delete_port for 018e23c5-cc75-40e3-b7fd-de6309637f0e owned by network:router_interface {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:24.398836 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device f67001d3-f63b-4e4f-b043-8b091e772485 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:21:24.420274 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: f67001d3-f63b-4e4f-b043-8b091e772485 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:21:24.420672 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device f67001d3-f63b-4e4f-b043-8b091e772485 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:21:24.421458 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d6bfa3e6-683d-4f44-9288-887e2035e103 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:21:24.439124 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: d6bfa3e6-683d-4f44-9288-887e2035e103 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:21:24.439448 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d6bfa3e6-683d-4f44-9288-887e2035e103 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:21:24.513294 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (018e23c5-cc75-40e3-b7fd-de6309637f0e), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:24.537264 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=018e23c5-cc75-40e3-b7fd-de6309637f0e,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:24.704682 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (ff6d1478-1521-4b8f-b3e7-36aea9db275e), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:24.913266 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Router ff6d1478-1521-4b8f-b3e7-36aea9db275e has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:21:25.014145 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:25.016767 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:21:25.024854 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-678f8c84-f5c8-4220-a1aa-65d972f98be1 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/ff6d1478-1521-4b8f-b3e7-36aea9db275e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5396488 Sep 04 16:21:25.025279 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53968) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:25.030355 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] Sync routers for ids ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:21:25.036973 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] Routers {'ff6d1478-1521-4b8f-b3e7-36aea9db275e'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:25.037611 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:25.128867 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks [] for router (ff6d1478-1521-4b8f-b3e7-36aea9db275e), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.131031 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:25.141764 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] Set router ff6d1478-1521-4b8f-b3e7-36aea9db275e gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:25.226569 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks [] for router_gateway (ff6d1478-1521-4b8f-b3e7-36aea9db275e), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.309888 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '37621327-c551-43a3-a9dc-2438d295997c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:26Z', 'updated_at': '2022-09-04T16:21:24Z', 'revision_number': 5, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'gw_port': {'id': '37621327-c551-43a3-a9dc-2438d295997c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:18:27Z', 'updated_at': '2022-09-04T16:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:25.334763 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] Checking router: ff6d1478-1521-4b8f-b3e7-36aea9db275e for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:21:25.340180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Deleting port 37621327-c551-43a3-a9dc-2438d295997c {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:25.340566 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (37621327-c551-43a3-a9dc-2438d295997c), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.345357 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] Routers {'ff6d1478-1521-4b8f-b3e7-36aea9db275e'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:25.345357 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:25.420663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] For port 37621327-c551-43a3-a9dc-2438d295997c, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=37621327-c551-43a3-a9dc-2438d295997c,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:25.421015 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (37621327-c551-43a3-a9dc-2438d295997c), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.428079 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] Set router ff6d1478-1521-4b8f-b3e7-36aea9db275e gateway port host: None {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:25.433853 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Calling delete_port for 37621327-c551-43a3-a9dc-2438d295997c owned by network:router_gateway {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:25.476263 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:26Z', 'updated_at': '2022-09-04T16:21:25Z', 'revision_number': 6, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'gw_port_host': None}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:25.504499 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50908ef-537c-4770-91e3-41efd8ae7f19 None None] The sync data for ids ['ff6d1478-1521-4b8f-b3e7-36aea9db275e'] in dv-cinder-852364-6-iscsi is: [{'id': 'ff6d1478-1521-4b8f-b3e7-36aea9db275e', 'name': 'tempest-TestMinimumBasicScenario-2029862385-router', 'tenant_id': '9e40d38756e04664a630bfc16c9d411d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:18:26Z', 'updated_at': '2022-09-04T16:21:25Z', 'revision_number': 6, 'project_id': '9e40d38756e04664a630bfc16c9d411d', 'gw_port_host': None}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:21:25.644407 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (37621327-c551-43a3-a9dc-2438d295997c), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.674453 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=37621327-c551-43a3-a9dc-2438d295997c,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:25.732542 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (ff6d1478-1521-4b8f-b3e7-36aea9db275e), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.818052 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (ff6d1478-1521-4b8f-b3e7-36aea9db275e), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.820197 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks [] for router_controller (ff6d1478-1521-4b8f-b3e7-36aea9db275e), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.938879 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (ff6d1478-1521-4b8f-b3e7-36aea9db275e), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.939466 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff6d1478-1521-4b8f-b3e7-36aea9db275e {{(pid=106842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:21:25.946612 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:25.948170 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-8f4179f1-a3b6-4f66-ae2a-56bd40c3c1e6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/ff6d1478-1521-4b8f-b3e7-36aea9db275e HTTP/1.1" status: 204 len: 168 time: 0.9216661 Sep 04 16:21:25.950524 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53974) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:26.001025 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ee7a61-70e9-4edf-a978-756b2288b9dd admin admin] Deleting subnet 162500f2-896b-4d21-9fba-5cfe49ffa78b {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:21:26.004182 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7a61-70e9-4edf-a978-756b2288b9dd admin admin] Publish callbacks [] for subnet (162500f2-896b-4d21-9fba-5cfe49ffa78b), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.039568 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7a61-70e9-4edf-a978-756b2288b9dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (162500f2-896b-4d21-9fba-5cfe49ffa78b), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.120395 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7a61-70e9-4edf-a978-756b2288b9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (162500f2-896b-4d21-9fba-5cfe49ffa78b), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.122330 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:26.171019 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:26.265312 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7a61-70e9-4edf-a978-756b2288b9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (162500f2-896b-4d21-9fba-5cfe49ffa78b), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.293859 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7a61-70e9-4edf-a978-756b2288b9dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162500f2-896b-4d21-9fba-5cfe49ffa78b,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:26.298484 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7a61-70e9-4edf-a978-756b2288b9dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.301479 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c5ee7a61-70e9-4edf-a978-756b2288b9dd admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/162500f2-896b-4d21-9fba-5cfe49ffa78b HTTP/1.1" status: 204 len: 168 time: 0.3497534 Sep 04 16:21:26.303710 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 53980) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:26.309458 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774df42-393b-4407-85be-67fcba22bc1d None None] Network 0ad5231b-0d66-4280-9f0d-77b11ea581da requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:21:26.326170 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:26.395566 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (0ad5231b-0d66-4280-9f0d-77b11ea581da), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.429322 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 37621327-c551-43a3-a9dc-2438d295997c no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:21:26.450469 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Deleting port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:26.450832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.452873 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 37621327-c551-43a3-a9dc-2438d295997c {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:21:26.453218 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 37621327-c551-43a3-a9dc-2438d295997c not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:21:26.453655 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 018e23c5-cc75-40e3-b7fd-de6309637f0e no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:21:26.477281 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2643e56e-5c70-49bc-9007-ddc44b4d7f04 None None] DHCP port deletion for 0ad5231b-0d66-4280-9f0d-77b11ea581da request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:21:26.479625 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 018e23c5-cc75-40e3-b7fd-de6309637f0e {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:21:26.479964 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 018e23c5-cc75-40e3-b7fd-de6309637f0e not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:21:26.520732 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-2643e56e-5c70-49bc-9007-ddc44b4d7f04 None None] Deleting port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:26.521144 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-2643e56e-5c70-49bc-9007-ddc44b4d7f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.597484 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-2643e56e-5c70-49bc-9007-ddc44b4d7f04 None None] For port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a,segment=NetworkSegment(6ce4e8d8-53e8-43e9-90ab-c8813754d8d5),segment_id=6ce4e8d8-53e8-43e9-90ab-c8813754d8d5)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:26.598111 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-2643e56e-5c70-49bc-9007-ddc44b4d7f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.614298 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:26.616284 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-2643e56e-5c70-49bc-9007-ddc44b4d7f04 None None] Calling delete_port for ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:26.764896 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-2643e56e-5c70-49bc-9007-ddc44b4d7f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.791554 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643e56e-5c70-49bc-9007-ddc44b4d7f04 None None] Pushing event deleted for resources: {'Port': ['ID=ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:26.794280 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] For port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a,segment=NetworkSegment(6ce4e8d8-53e8-43e9-90ab-c8813754d8d5),segment_id=6ce4e8d8-53e8-43e9-90ab-c8813754d8d5)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:26.797302 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.797436 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2643e56e-5c70-49bc-9007-ddc44b4d7f04 None None] No DVR routers for this DVR port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:21:26.808808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Calling delete_port for ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a owned by network:dhcp {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:26.887482 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:26.912447 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:26.914257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] No DVR routers for this DVR port ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a on host dv-cinder-852364-6-iscsi {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:21:26.998566 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (0ad5231b-0d66-4280-9f0d-77b11ea581da), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.023590 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad5231b-0d66-4280-9f0d-77b11ea581da']}} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:27.030594 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5') {'for_net_delete': True} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:27.030923 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce4e8d8-53e8-43e9-90ab-c8813754d8d5') {} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:27.041160 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26549617'] for segment (6ce4e8d8-53e8-43e9-90ab-c8813754d8d5), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.054763 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (6ce4e8d8-53e8-43e9-90ab-c8813754d8d5), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.061924 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:21:27.062230 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26518376'] for segment (6ce4e8d8-53e8-43e9-90ab-c8813754d8d5), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.184472 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (0ad5231b-0d66-4280-9f0d-77b11ea581da), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.192648 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 6ce4e8d8-53e8-43e9-90ab-c8813754d8d5 resource provider aggregate not found Sep 04 16:21:27.196626 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.199743 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/0ad5231b-0d66-4280-9f0d-77b11ea581da HTTP/1.1" status: 204 len: 168 time: 0.8951056 Sep 04 16:21:27.210250 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97244fd-2082-4de8-8398-b77f66bcf09e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad5231b-0d66-4280-9f0d-77b11ea581da,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:27.225302 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 6ce4e8d8-53e8-43e9-90ab-c8813754d8d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ce4e8d8-53e8-43e9-90ab-c8813754d8d5 found for delete ", "request_id": "req-b08cf8fc-7dfd-43c5-a85c-1f6647f9bd27"}]} Sep 04 16:21:27.636861 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 53998) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:27.678070 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6c1d295d-48be-47e5-8d52-762e540741f5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ae092c3124e9438fa20dfda624775825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400383 Sep 04 16:21:27.680578 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54000) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:27.728923 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4517b54a-4d9d-4571-b12f-6d5ca95779ac admin admin] Publish callbacks [] for security_group (37f2823e-2c5e-4484-85d6-33c4526d5c2e), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.750179 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4517b54a-4d9d-4571-b12f-6d5ca95779ac admin admin] Publish callbacks [] for security_group (37f2823e-2c5e-4484-85d6-33c4526d5c2e), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.858848 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4517b54a-4d9d-4571-b12f-6d5ca95779ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (37f2823e-2c5e-4484-85d6-33c4526d5c2e), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.861445 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4517b54a-4d9d-4571-b12f-6d5ca95779ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:27.862643 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-4517b54a-4d9d-4571-b12f-6d5ca95779ac admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/37f2823e-2c5e-4484-85d6-33c4526d5c2e HTTP/1.1" status: 204 len: 168 time: 0.1809173 Sep 04 16:21:27.870508 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517b54a-4d9d-4571-b12f-6d5ca95779ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f2823e-2c5e-4484-85d6-33c4526d5c2e,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:28.398777 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:21:28.419234 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:21:28.419575 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device ae5a1be0-c6b2-4eb9-aa6c-b0fc765ac30a not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:21:28.545053 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54010) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:28.586179 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-003966d9-d98f-46d4-a5a6-e8fbd823098b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9e40d38756e04664a630bfc16c9d411d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398521 Sep 04 16:21:28.588857 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54012) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:28.639479 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-414c970b-1399-41c0-8522-ec7e89c96dc9 admin admin] Publish callbacks [] for security_group (8c695025-1c9d-4178-a338-95a6f946e28e), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:28.663060 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-414c970b-1399-41c0-8522-ec7e89c96dc9 admin admin] Publish callbacks [] for security_group (8c695025-1c9d-4178-a338-95a6f946e28e), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:28.734645 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54016) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:28.770314 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-414c970b-1399-41c0-8522-ec7e89c96dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (8c695025-1c9d-4178-a338-95a6f946e28e), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:28.772873 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-414c970b-1399-41c0-8522-ec7e89c96dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:28.774029 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-414c970b-1399-41c0-8522-ec7e89c96dc9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8c695025-1c9d-4178-a338-95a6f946e28e HTTP/1.1" status: 204 len: 168 time: 0.1843023 Sep 04 16:21:28.783726 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c970b-1399-41c0-8522-ec7e89c96dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c695025-1c9d-4178-a338-95a6f946e28e,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:28.848623 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6eff3778-b043-4d6e-9874-754f3c1e1872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:28.927126 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6eff3778-b043-4d6e-9874-754f3c1e1872 admin admin] Publish callbacks [] for security_group (7b13244c-4451-4af8-bce5-b9e133e0152a), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:29.039449 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6eff3778-b043-4d6e-9874-754f3c1e1872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (7b13244c-4451-4af8-bce5-b9e133e0152a), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:29.084619 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6eff3778-b043-4d6e-9874-754f3c1e1872 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=881c9178d52d490fbeca130f07d4f362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488939 Sep 04 16:21:29.085529 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff3778-b043-4d6e-9874-754f3c1e1872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b13244c-4451-4af8-bce5-b9e133e0152a,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:29.087602 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54022) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:29.144906 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-252ce22e-a4e2-4b1e-adbc-f374752c2ebe admin admin] Publish callbacks [] for security_group (7b13244c-4451-4af8-bce5-b9e133e0152a), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:29.168064 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-252ce22e-a4e2-4b1e-adbc-f374752c2ebe admin admin] Publish callbacks [] for security_group (7b13244c-4451-4af8-bce5-b9e133e0152a), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:29.313556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-252ce22e-a4e2-4b1e-adbc-f374752c2ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (7b13244c-4451-4af8-bce5-b9e133e0152a), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:29.316120 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-252ce22e-a4e2-4b1e-adbc-f374752c2ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:29.317273 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-252ce22e-a4e2-4b1e-adbc-f374752c2ebe admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/7b13244c-4451-4af8-bce5-b9e133e0152a HTTP/1.1" status: 204 len: 168 time: 0.2277625 Sep 04 16:21:29.326731 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ce22e-a4e2-4b1e-adbc-f374752c2ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b13244c-4451-4af8-bce5-b9e133e0152a,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:35.429888 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=51 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:35.483010 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=38,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:35.705081 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3630-9aba-4180-b5c4-f2fd7eb26fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:37.960428 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-cbc17ab8-0d07-4b09-bb49-a8b0b3c4993f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:39.078279 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:39.081154 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=59,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:39.107348 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:39.321035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:39.321749 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=50,neutron:DELETE=8 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:40.607213 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:40.750184 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:46.851723 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db7975-8827-4f81-bb8e-32e792c88362 req-54dbc062-1852-4b79-a2f9-2614f01a0bf5 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:46.853194 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84db7975-8827-4f81-bb8e-32e792c88362 req-54dbc062-1852-4b79-a2f9-2614f01a0bf5 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 945 time: 0.0497248 Sep 04 16:21:46.901871 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-84db7975-8827-4f81-bb8e-32e792c88362 req-a1825849-4c96-47c0-80c7-7735cca0e583 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421975 Sep 04 16:21:47.850707 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:48.055503 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37292f3a-d304-4b74-b481-5485c5f31a9d req-83c6c9f2-9fed-49c1-ab01-533ce68506f9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:48.056966 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-37292f3a-d304-4b74-b481-5485c5f31a9d req-83c6c9f2-9fed-49c1-ab01-533ce68506f9 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 945 time: 0.0782266 Sep 04 16:21:48.068391 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c96414-6de2-416b-b0ed-b3ab05733653 req-13432a7e-6020-4ebe-af81-85a2c74edb65 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:48.069802 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-67c96414-6de2-416b-b0ed-b3ab05733653 req-13432a7e-6020-4ebe-af81-85a2c74edb65 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.0790429 Sep 04 16:21:48.150546 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-37292f3a-d304-4b74-b481-5485c5f31a9d req-c0cf14ec-b772-42a0-8d7c-8cb3521f7604 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794621 Sep 04 16:21:48.153995 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-67c96414-6de2-416b-b0ed-b3ab05733653 req-f9e49c0a-2d15-49b3-8e1b-01a2192c3ed0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764573 Sep 04 16:21:49.340252 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357d288-f1ef-41e1-9963-2b6db322c543 req-7a9b7776-41b1-45cc-a79c-0d18ac740d38 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:49.342142 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5357d288-f1ef-41e1-9963-2b6db322c543 req-7a9b7776-41b1-45cc-a79c-0d18ac740d38 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 945 time: 0.1103551 Sep 04 16:21:49.350065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2e700-90c9-426e-a64b-24c2d9e4c831 req-72a23c86-fec6-4355-b2bb-17e200a6bb3b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:49.351460 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-00c2e700-90c9-426e-a64b-24c2d9e4c831 req-72a23c86-fec6-4355-b2bb-17e200a6bb3b tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.1106493 Sep 04 16:21:49.370817 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-b958b6b3-2d0d-47c7-a699-9d8b4aa3e986 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:49.373071 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-b958b6b3-2d0d-47c7-a699-9d8b4aa3e986 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 945 time: 0.0857773 Sep 04 16:21:49.464307 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-5357d288-f1ef-41e1-9963-2b6db322c543 req-f9c3c1f3-c774-4d18-9470-6e1fab58fd8e tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=a9059665-e5da-4f59-a7f0-81bb8486edfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096756 Sep 04 16:21:49.471250 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-00c2e700-90c9-426e-a64b-24c2d9e4c831 req-cb9670b5-63ee-4fea-bdd6-6aae409017f2 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=3350216d-2b5b-4eec-8db8-6027623284c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077514 Sep 04 16:21:49.559036 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Deleting port 9501fe5b-4b6e-4acf-abe4-45f64425a768 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:49.559376 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:49.581059 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-ffbeb1f6-d29d-4965-8ea3-e6e138ae3788 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:49.582577 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-ffbeb1f6-d29d-4965-8ea3-e6e138ae3788 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 946 time: 0.0686600 Sep 04 16:21:49.728500 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] For port 9501fe5b-4b6e-4acf-abe4-45f64425a768, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=9501fe5b-4b6e-4acf-abe4-45f64425a768,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:49.728782 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:49.731155 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Deleting port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:49.731473 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:49.905854 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:49.911939 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] For port 6d210ca9-1ff4-4f3e-842e-652e252e69a7, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=6d210ca9-1ff4-4f3e-842e-652e252e69a7,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:49.916755 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:49.926147 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:50.019587 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:50.019855 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (0d61f3b8-37e5-4337-a80f-6df6b3404723), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:50.020163 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Floating IP 0d61f3b8-37e5-4337-a80f-6df6b3404723 disassociated. External IP: 172.27.3.189, port: 9501fe5b-4b6e-4acf-abe4-45f64425a768. Sep 04 16:21:50.020489 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Calling delete_port for 9501fe5b-4b6e-4acf-abe4-45f64425a768 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:50.173821 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:50.174178 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (0c6b7474-ae62-4f79-b362-fa09b3e64b6b), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:50.174483 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Floating IP 0c6b7474-ae62-4f79-b362-fa09b3e64b6b disassociated. External IP: 172.27.3.10, port: 6d210ca9-1ff4-4f3e-842e-652e252e69a7. Sep 04 16:21:50.174942 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Calling delete_port for 6d210ca9-1ff4-4f3e-842e-652e252e69a7 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:50.370819 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (9501fe5b-4b6e-4acf-abe4-45f64425a768), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:50.398403 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'Port': ['ID=9501fe5b-4b6e-4acf-abe4-45f64425a768,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:50.441343 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (6d210ca9-1ff4-4f3e-842e-652e252e69a7), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:50.480527 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event deleted for resources: {'Port': ['ID=6d210ca9-1ff4-4f3e-842e-652e252e69a7,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:50.624003 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b34036c0-5b38-4fc4-bcec-c21f4f35bd7b req-e9bc3361-73bd-4165-8275-64f5cad39f30 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 210 time: 0.0726717 Sep 04 16:21:50.627847 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7c816c47-5bd5-47a6-9fad-924498374ef2 req-9f493864-57cb-4135-9198-5c7e0dc7ffc6 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 210 time: 0.0529966 Sep 04 16:21:50.638124 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:21:50.724950 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:50.732730 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:50.735981 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Router 421579d0-576d-4711-b954-945f2a7b2101 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:21:50.833945 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:21:50.849536 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:21:50.877824 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:50.877824 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:50.918088 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] No DVR routers for this DVR port 9501fe5b-4b6e-4acf-abe4-45f64425a768 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:21:50.921800 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:50.925046 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-840ccb8f-6fed-454f-b989-1a52e1aa0028 req-04722c65-bd5b-430a-bdf3-a753ad69682c tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.27 "DELETE /networking/v2.0/ports/9501fe5b-4b6e-4acf-abe4-45f64425a768 HTTP/1.1" status: 204 len: 173 time: 1.5083039 Sep 04 16:21:50.925512 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'name': 'network-vif-deleted', 'tag': '9501fe5b-4b6e-4acf-abe4-45f64425a768'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:21:50.928293 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce516325-f6ce-421e-be72-e51ba0d6d583" -d '{"events": [{"server_uuid": "ca19c96e-1c3a-4bb3-875a-a16eb18f59b4", "name": "network-vif-deleted", "tag": "9501fe5b-4b6e-4acf-abe4-45f64425a768"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:21:50.946858 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:21:50.965709 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] Sync routers for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:21:50.993799 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:50.993799 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:50.994299 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] No DVR routers for this DVR port 6d210ca9-1ff4-4f3e-842e-652e252e69a7 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:21:50.995976 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:50.999775 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3e83c51-92e6-4a78-a7a2-6675004d653f req-9e0f6431-0f94-4563-add1-92b58e282095 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.27 "DELETE /networking/v2.0/ports/6d210ca9-1ff4-4f3e-842e-652e252e69a7 HTTP/1.1" status: 204 len: 173 time: 1.3887520 Sep 04 16:21:51.010974 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6664eee-ad4a-472e-87b9-4d05567cfc87 x-openstack-request-id: req-b6664eee-ad4a-472e-87b9-4d05567cfc87 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:21:51.010974 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca19c96e-1c3a-4bb3-875a-a16eb18f59b4", "name": "network-vif-deleted", "tag": "9501fe5b-4b6e-4acf-abe4-45f64425a768", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:21:51.011290 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6664eee-ad4a-472e-87b9-4d05567cfc87 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:21:51.014059 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6664eee-ad4a-472e-87b9-4d05567cfc87'] response: {'server_uuid': 'ca19c96e-1c3a-4bb3-875a-a16eb18f59b4', 'name': 'network-vif-deleted', 'tag': '9501fe5b-4b6e-4acf-abe4-45f64425a768', 'status': 'completed', 'code': 200} Sep 04 16:21:51.030647 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:51.104587 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:51.236515 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:51.266652 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:21:51.278647 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:51.279249 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:51.295606 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:51.324286 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] Checking router: 421579d0-576d-4711-b954-945f2a7b2101 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:21:51.333145 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:51.334018 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:51.397058 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:51.423896 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:51.441532 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:51.654663 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 9501fe5b-4b6e-4acf-abe4-45f64425a768 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:21:51.689196 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 9501fe5b-4b6e-4acf-abe4-45f64425a768 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:21:51.689547 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 9501fe5b-4b6e-4acf-abe4-45f64425a768 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:21:51.749624 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:51.781104 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b7ce7-b688-4dd3-83c9-e1a9263c92e6 None None] The sync data for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi is: [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:13:44Z', 'revision_number': 4, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '2264beab-9303-409b-862f-419ec88388ee', 'name': '', 'network_id': 'd8e80fc6-ad05-43a4-89cd-45fef4a75dff', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'mac_address': 'fa:16:3e:85:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:41Z', 'updated_at': '2022-09-04T16:13:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'subnets': [{'id': '8e524df5-d90a-462e-b47c-e3a2cd1e1833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:21:51.817951 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0c491ffb-60c8-42d3-a157-7b83233a22d4 req-cfacec4d-9145-47ff-8b8b-b1f9f0800790 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73 HTTP/1.1" status: 200 len: 210 time: 0.0481577 Sep 04 16:21:51.841859 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:51.854228 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f92856eb-c2e7-4c8c-8ed8-8a5f79d05575 req-42afdb48-4c26-4d2a-80c7-1155827dda62 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=ca19c96e-1c3a-4bb3-875a-a16eb18f59b4 HTTP/1.1" status: 200 len: 210 time: 0.0394728 Sep 04 16:21:51.884965 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683337fc-9c50-4153-a5d4-3fa6e2ef9f3b None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:13:50Z', 'revision_number': 4, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '20492141-e602-493e-80bb-dbf79fe64a71', 'name': '', 'network_id': '1fe4af06-d7bb-4218-9bf8-f19072fe6b17', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'mac_address': 'fa:16:3e:ad:ec:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:47Z', 'updated_at': '2022-09-04T16:14:04Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'subnets': [{'id': 'b3dc0cdd-5a85-4672-8760-14c1555930d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:21:52.130068 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2835e-2c93-48c5-9e82-7a4649ba7690 None None] New status for floating IP 0c6b7474-ae62-4f79-b362-fa09b3e64b6b: DOWN {{(pid=106843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:21:52.171024 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255afc7-07af-4ebf-8994-8a5c9b0e4f6e None None] New status for floating IP 0d61f3b8-37e5-4337-a80f-6df6b3404723: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:21:52.984287 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54140) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:53.014955 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-deleted', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:21:53.017071 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d50ed3-d5ca-4f6e-a42f-bce41e2151cf" -d '{"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-deleted", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:21:53.035427 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54144) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:53.060982 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac9ac20-29bd-4ff9-8851-b222470c5498 x-openstack-request-id: req-eac9ac20-29bd-4ff9-8851-b222470c5498 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:21:53.061273 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73", "name": "network-vif-deleted", "tag": "6d210ca9-1ff4-4f3e-842e-652e252e69a7", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:21:53.061523 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eac9ac20-29bd-4ff9-8851-b222470c5498 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:21:53.062003 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac9ac20-29bd-4ff9-8851-b222470c5498'] response: {'server_uuid': 'ee6b3bc1-6f8f-4b3d-bc64-1a1fc4b4ee73', 'name': 'network-vif-deleted', 'tag': '6d210ca9-1ff4-4f3e-842e-652e252e69a7', 'status': 'completed', 'code': 200} Sep 04 16:21:53.066828 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ba307abb-1662-4ed5-9857-5779f536c837 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (3350216d-2b5b-4eec-8db8-6027623284c5), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.107475 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ba307abb-1662-4ed5-9857-5779f536c837 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (3350216d-2b5b-4eec-8db8-6027623284c5), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.150537 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-cf928b30-00c3-417d-9fb5-64d2d27c7695 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (a9059665-e5da-4f59-a7f0-81bb8486edfd), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.174179 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-cf928b30-00c3-417d-9fb5-64d2d27c7695 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (a9059665-e5da-4f59-a7f0-81bb8486edfd), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.247869 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ba307abb-1662-4ed5-9857-5779f536c837 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (3350216d-2b5b-4eec-8db8-6027623284c5), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.250466 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-ba307abb-1662-4ed5-9857-5779f536c837 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.251618 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-ba307abb-1662-4ed5-9857-5779f536c837 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3350216d-2b5b-4eec-8db8-6027623284c5 HTTP/1.1" status: 204 len: 168 time: 0.2663205 Sep 04 16:21:53.254492 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54146) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:53.260767 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba307abb-1662-4ed5-9857-5779f536c837 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3350216d-2b5b-4eec-8db8-6027623284c5,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:53.271009 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.api.v2.resource [None req-92baa638-1aaf-4c94-ac5f-ce389bf865c0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] show failed (client error): The resource could not be found. Sep 04 16:21:53.272016 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-92baa638-1aaf-4c94-ac5f-ce389bf865c0 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "GET /networking/v2.0/security-groups/3350216d-2b5b-4eec-8db8-6027623284c5 HTTP/1.1" status: 404 len: 347 time: 0.0165431 Sep 04 16:21:53.275116 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54148) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:53.287738 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-cf928b30-00c3-417d-9fb5-64d2d27c7695 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a9059665-e5da-4f59-a7f0-81bb8486edfd), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.290395 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-cf928b30-00c3-417d-9fb5-64d2d27c7695 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.291538 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-cf928b30-00c3-417d-9fb5-64d2d27c7695 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a9059665-e5da-4f59-a7f0-81bb8486edfd HTTP/1.1" status: 204 len: 168 time: 0.2551987 Sep 04 16:21:53.295649 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54150) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:53.313048 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf928b30-00c3-417d-9fb5-64d2d27c7695 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9059665-e5da-4f59-a7f0-81bb8486edfd,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:53.315111 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.api.v2.resource [None req-8d66114e-0380-4044-ad03-bd85e59842b6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] show failed (client error): The resource could not be found. Sep 04 16:21:53.316130 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-8d66114e-0380-4044-ad03-bd85e59842b6 tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "GET /networking/v2.0/security-groups/a9059665-e5da-4f59-a7f0-81bb8486edfd HTTP/1.1" status: 404 len: 347 time: 0.0195200 Sep 04 16:21:53.319570 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54152) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:53.325801 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:53.489954 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Deleting port 324554d8-e7de-47bf-8b7d-ca508057793d {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:53.490209 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (324554d8-e7de-47bf-8b7d-ca508057793d), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.535066 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Deleting port e6135ca5-d44b-4345-b7a4-6b2898c8295b {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:53.535397 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (e6135ca5-d44b-4345-b7a4-6b2898c8295b), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.622145 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:21:53.635473 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (324554d8-e7de-47bf-8b7d-ca508057793d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.635786 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (324554d8-e7de-47bf-8b7d-ca508057793d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.644240 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 6d210ca9-1ff4-4f3e-842e-652e252e69a7 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:21:53.644240 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 6d210ca9-1ff4-4f3e-842e-652e252e69a7 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:21:53.646873 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-c3039b1f-c144-47ad-87a3-fb372eeca303 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436046 Sep 04 16:21:53.659337 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Calling delete_port for 324554d8-e7de-47bf-8b7d-ca508057793d owned by network:floatingip {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:53.661611 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (e6135ca5-d44b-4345-b7a4-6b2898c8295b), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.661941 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (e6135ca5-d44b-4345-b7a4-6b2898c8295b), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.683382 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Calling delete_port for e6135ca5-d44b-4345-b7a4-6b2898c8295b owned by network:floatingip {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:53.736965 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-d0845fef-c8f5-4264-81b4-4ad78e9b0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:53.738827 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-d0845fef-c8f5-4264-81b4-4ad78e9b0cc4 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1130 time: 0.0422561 Sep 04 16:21:53.839932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:53.843246 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-1a4b0bca-fdd0-4945-ab06-c87ba4cd5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:53.844718 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-1a4b0bca-fdd0-4945-ab06-c87ba4cd5597 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b2b9ef80-2b71-48ed-a94f-408f1798eb56 HTTP/1.1" status: 200 len: 910 time: 0.0866387 Sep 04 16:21:53.913376 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-2e127cc3-38fd-4cce-a72c-d4f55fb9b6f6 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 200 len: 1000 time: 0.0615416 Sep 04 16:21:53.962440 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-b74d952a-62da-4215-920e-5a29852b9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:53.963869 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-b74d952a-62da-4215-920e-5a29852b9360 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3797ebf1-8cfe-4502-b2ad-8c62a032dc40 HTTP/1.1" status: 200 len: 848 time: 0.0441229 Sep 04 16:21:53.967870 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (324554d8-e7de-47bf-8b7d-ca508057793d), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.994226 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (e6135ca5-d44b-4345-b7a4-6b2898c8295b), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:53.996180 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Pushing event deleted for resources: {'Port': ['ID=324554d8-e7de-47bf-8b7d-ca508057793d,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:54.011132 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-8fc8bacf-1444-4c58-ab2f-109efb3cd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:21:54.013351 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-8fc8bacf-1444-4c58-ab2f-109efb3cd9d3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b2b9ef80-2b71-48ed-a94f-408f1798eb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439832 Sep 04 16:21:54.018493 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.018836 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.019167 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.019494 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.019812 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.020131 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.020450 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.020762 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.021075 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.021393 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.021789 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.022108 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.022421 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.022730 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.023039 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:21:54.100349 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Pushing event deleted for resources: {'Port': ['ID=e6135ca5-d44b-4345-b7a4-6b2898c8295b,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:54.108946 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:54.111701 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-aa58b786-a283-4e18-95c9-1717ac274450 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924604 Sep 04 16:21:54.148484 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:54.156232 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks [] for floatingip (0c6b7474-ae62-4f79-b362-fa09b3e64b6b), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:54.158786 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:54.159923 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-7d74ff54-f02c-4c1a-b709-0468c01a7fa5 tempest-AttachVolumeShelveTestJSON-243620880 tempest-AttachVolumeShelveTestJSON-243620880-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/0c6b7474-ae62-4f79-b362-fa09b3e64b6b HTTP/1.1" status: 204 len: 168 time: 0.8836291 Sep 04 16:21:54.168111 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks [] for floatingip (0d61f3b8-37e5-4337-a80f-6df6b3404723), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:54.171385 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:54.175699 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-cf3d5a30-6314-4cc9-8a2f-4785066e233f tempest-AttachVolumeNegativeTest-1911368077 tempest-AttachVolumeNegativeTest-1911368077-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/0d61f3b8-37e5-4337-a80f-6df6b3404723 HTTP/1.1" status: 204 len: 168 time: 0.8520694 Sep 04 16:21:54.212089 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:54.218770 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-086be213-dc78-4cf4-8ba5-768f70590b91 req-89f89930-aa49-4cb5-9b29-c7fc87c4c29f service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018164 Sep 04 16:21:56.958047 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54196) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:56.993899 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:21:57.452533 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (421579d0-576d-4711-b954-945f2a7b2101), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:57.679029 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Deleting port 2264beab-9303-409b-862f-419ec88388ee {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:57.679352 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (2264beab-9303-409b-862f-419ec88388ee), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:57.763524 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] For port 2264beab-9303-409b-862f-419ec88388ee, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=2264beab-9303-409b-862f-419ec88388ee,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:57.763920 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (2264beab-9303-409b-862f-419ec88388ee), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:57.776618 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Calling delete_port for 2264beab-9303-409b-862f-419ec88388ee owned by network:router_interface {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:57.937970 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:58.025063 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (2264beab-9303-409b-862f-419ec88388ee), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:58.028499 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:58.056642 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2264beab-9303-409b-862f-419ec88388ee,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:58.221775 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (421579d0-576d-4711-b954-945f2a7b2101), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:58.362778 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54212) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:58.666831 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Router 421579d0-576d-4711-b954-945f2a7b2101 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:21:58.772433 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:21:58.777819 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-b62ac773-93ce-4aa5-8566-6a0a07de8fb2 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/421579d0-576d-4711-b954-945f2a7b2101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8202116 Sep 04 16:21:58.780855 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54216) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:58.785211 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] Sync routers for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:21:58.796895 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:58.797682 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:58.880869 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks [] for router (421579d0-576d-4711-b954-945f2a7b2101), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:58.900966 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:58.981353 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks [] for router_gateway (421579d0-576d-4711-b954-945f2a7b2101), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.034667 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (c0f0c8a7-e05b-43fa-957e-f19ca664e927), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.073379 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:21:57Z', 'revision_number': 5, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port': {'id': 'bba4d9cb-b258-4ff8-889f-21eaa3982844', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421579d0-576d-4711-b954-945f2a7b2101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:36Z', 'updated_at': '2022-09-04T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:59.099022 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] Checking router: 421579d0-576d-4711-b954-945f2a7b2101 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:21:59.108078 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] Routers {'421579d0-576d-4711-b954-945f2a7b2101'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:21:59.108686 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['421579d0-576d-4711-b954-945f2a7b2101'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:59.141195 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:59.148387 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Deleting port bba4d9cb-b258-4ff8-889f-21eaa3982844 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:59.148931 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.201885 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] Set router 421579d0-576d-4711-b954-945f2a7b2101 gateway port host: None {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:21:59.237883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] For port bba4d9cb-b258-4ff8-889f-21eaa3982844, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=bba4d9cb-b258-4ff8-889f-21eaa3982844,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:59.238152 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.252064 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:21:58Z', 'revision_number': 6, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port_host': None}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:21:59.259727 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Calling delete_port for bba4d9cb-b258-4ff8-889f-21eaa3982844 owned by network:router_gateway {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:59.267558 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Deleting port 20492141-e602-493e-80bb-dbf79fe64a71 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:21:59.268025 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (20492141-e602-493e-80bb-dbf79fe64a71), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.282269 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afb14ff-a28f-45bd-90e0-98fb03d9249e None None] The sync data for ids ['421579d0-576d-4711-b954-945f2a7b2101'] in dv-cinder-852364-6-iscsi is: [{'id': '421579d0-576d-4711-b954-945f2a7b2101', 'name': 'tempest-AttachVolumeShelveTestJSON-2044771551-router', 'tenant_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:34Z', 'updated_at': '2022-09-04T16:21:58Z', 'revision_number': 6, 'project_id': '3219dc7400ec4957a31b1b0fabfd8c56', 'gw_port_host': None}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:21:59.361624 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] For port 20492141-e602-493e-80bb-dbf79fe64a71, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=20492141-e602-493e-80bb-dbf79fe64a71,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:21:59.362073 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (20492141-e602-493e-80bb-dbf79fe64a71), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.369790 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:59.377350 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Calling delete_port for 20492141-e602-493e-80bb-dbf79fe64a71 owned by network:router_interface {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:21:59.483014 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:59.505557 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:21:59.516510 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (bba4d9cb-b258-4ff8-889f-21eaa3982844), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.542593 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Pushing event deleted for resources: {'Port': ['ID=bba4d9cb-b258-4ff8-889f-21eaa3982844,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:59.605974 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (421579d0-576d-4711-b954-945f2a7b2101), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.640234 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (20492141-e602-493e-80bb-dbf79fe64a71), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.665811 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Pushing event deleted for resources: {'Port': ['ID=20492141-e602-493e-80bb-dbf79fe64a71,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:21:59.699000 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (421579d0-576d-4711-b954-945f2a7b2101), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.702676 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks [] for router_controller (421579d0-576d-4711-b954-945f2a7b2101), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.822381 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (421579d0-576d-4711-b954-945f2a7b2101), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.823006 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421579d0-576d-4711-b954-945f2a7b2101 {{(pid=106841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:21:59.830435 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.831599 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-aec6eaa6-b036-4aeb-93ea-fa22aaa9627d admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/421579d0-576d-4711-b954-945f2a7b2101 HTTP/1.1" status: 204 len: 168 time: 1.0498238 Sep 04 16:21:59.834129 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54218) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:21:59.858709 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (c0f0c8a7-e05b-43fa-957e-f19ca664e927), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.884702 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_v2 [None req-af509ae3-388b-44a0-bb24-aac461dd7387 admin admin] Deleting subnet 8e524df5-d90a-462e-b47c-e3a2cd1e1833 {{(pid=106841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:21:59.887963 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-af509ae3-388b-44a0-bb24-aac461dd7387 admin admin] Publish callbacks [] for subnet (8e524df5-d90a-462e-b47c-e3a2cd1e1833), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.923822 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-af509ae3-388b-44a0-bb24-aac461dd7387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734260'] for subnet (8e524df5-d90a-462e-b47c-e3a2cd1e1833), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:21:59.984564 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:00.004086 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-af509ae3-388b-44a0-bb24-aac461dd7387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (8e524df5-d90a-462e-b47c-e3a2cd1e1833), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.070232 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Router c0f0c8a7-e05b-43fa-957e-f19ca664e927 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:22:00.162832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:00.171582 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-af509ae3-388b-44a0-bb24-aac461dd7387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25855034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25769455'] for subnet (8e524df5-d90a-462e-b47c-e3a2cd1e1833), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.173549 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:22:00.178613 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-adaabf4e-7bc6-4dda-baaa-f6a26bdad59f admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/c0f0c8a7-e05b-43fa-957e-f19ca664e927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8147964 Sep 04 16:22:00.181212 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54220) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:00.186180 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] Sync routers for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:22:00.203929 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:00.204804 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:00.213850 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af509ae3-388b-44a0-bb24-aac461dd7387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e524df5-d90a-462e-b47c-e3a2cd1e1833,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:00.219680 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-af509ae3-388b-44a0-bb24-aac461dd7387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.230423 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c21e6-688a-4607-9222-245058dda8c8 None None] Network d8e80fc6-ad05-43a4-89cd-45fef4a75dff requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:22:00.240185 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-af509ae3-388b-44a0-bb24-aac461dd7387 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/8e524df5-d90a-462e-b47c-e3a2cd1e1833 HTTP/1.1" status: 204 len: 168 time: 0.3991733 Sep 04 16:22:00.241252 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54222) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:00.312177 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks [] for router (c0f0c8a7-e05b-43fa-957e-f19ca664e927), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.375879 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (d8e80fc6-ad05-43a4-89cd-45fef4a75dff), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.447734 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks [] for router_gateway (c0f0c8a7-e05b-43fa-957e-f19ca664e927), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.460413 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Deleting port 8829ba5c-329b-414c-8c25-866d62b42496 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:00.460813 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (8829ba5c-329b-414c-8c25-866d62b42496), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.464612 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:00.504464 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f4ec3a-5ac0-4677-a695-c6d1a449616d None None] DHCP port deletion for d8e80fc6-ad05-43a4-89cd-45fef4a75dff request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:22:00.547874 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-92f4ec3a-5ac0-4677-a695-c6d1a449616d None None] Deleting port 8829ba5c-329b-414c-8c25-866d62b42496 {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:00.548507 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-92f4ec3a-5ac0-4677-a695-c6d1a449616d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (8829ba5c-329b-414c-8c25-866d62b42496), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.555339 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] For port 8829ba5c-329b-414c-8c25-866d62b42496, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8829ba5c-329b-414c-8c25-866d62b42496,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:00.555706 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (8829ba5c-329b-414c-8c25-866d62b42496), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.572148 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Calling delete_port for 8829ba5c-329b-414c-8c25-866d62b42496 owned by network:dhcp {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:00.596948 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Deleting port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:00.597663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.615018 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device bba4d9cb-b258-4ff8-889f-21eaa3982844 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:00.642258 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: bba4d9cb-b258-4ff8-889f-21eaa3982844 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:00.642598 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device bba4d9cb-b258-4ff8-889f-21eaa3982844 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:00.643018 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 2264beab-9303-409b-862f-419ec88388ee no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:00.671372 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 2264beab-9303-409b-862f-419ec88388ee {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:00.671708 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 2264beab-9303-409b-862f-419ec88388ee not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:00.689360 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:00.691315 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:00.698903 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-92f4ec3a-5ac0-4677-a695-c6d1a449616d None None] For port 8829ba5c-329b-414c-8c25-866d62b42496, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8829ba5c-329b-414c-8c25-866d62b42496,segment=NetworkSegment(f5905d89-e0e7-47f2-8c38-fbd9b96cefec),segment_id=f5905d89-e0e7-47f2-8c38-fbd9b96cefec)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:00.701076 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-92f4ec3a-5ac0-4677-a695-c6d1a449616d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (8829ba5c-329b-414c-8c25-866d62b42496), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.715074 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-92f4ec3a-5ac0-4677-a695-c6d1a449616d None None] Calling delete_port for 8829ba5c-329b-414c-8c25-866d62b42496 owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:00.729111 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:21:59Z', 'revision_number': 5, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port': {'id': '1b2953ac-ee54-4292-b801-c8c1c5b7cf1c', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:13:39Z', 'updated_at': '2022-09-04T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:00.740242 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] For port 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=1b2953ac-ee54-4292-b801-c8c1c5b7cf1c,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:00.740655 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.753626 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (8829ba5c-329b-414c-8c25-866d62b42496), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.762245 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Calling delete_port for 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c owned by network:router_gateway {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:00.775051 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] Checking router: c0f0c8a7-e05b-43fa-957e-f19ca664e927 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:22:00.781920 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8829ba5c-329b-414c-8c25-866d62b42496,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:00.785864 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] No DVR routers for this DVR port 8829ba5c-329b-414c-8c25-866d62b42496 on host dv-cinder-852364-6-iscsi {{(pid=106841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:22:00.793202 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] Routers {'c0f0c8a7-e05b-43fa-957e-f19ca664e927'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:00.794286 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:00.807778 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-92f4ec3a-5ac0-4677-a695-c6d1a449616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (8829ba5c-329b-414c-8c25-866d62b42496), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.835412 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4ec3a-5ac0-4677-a695-c6d1a449616d None None] Pushing event deleted for resources: {'Port': ['ID=8829ba5c-329b-414c-8c25-866d62b42496,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:00.846576 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4ec3a-5ac0-4677-a695-c6d1a449616d None None] No DVR routers for this DVR port 8829ba5c-329b-414c-8c25-866d62b42496 on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:22:00.876967 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (d8e80fc6-ad05-43a4-89cd-45fef4a75dff), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.898794 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e80fc6-ad05-43a4-89cd-45fef4a75dff']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:00.906489 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] Set router c0f0c8a7-e05b-43fa-957e-f19ca664e927 gateway port host: None {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:00.907989 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:00.910800 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:00.911100 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5905d89-e0e7-47f2-8c38-fbd9b96cefec') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:00.921241 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (f5905d89-e0e7-47f2-8c38-fbd9b96cefec), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.938021 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (f5905d89-e0e7-47f2-8c38-fbd9b96cefec), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.945301 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:22:00.945722 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (f5905d89-e0e7-47f2-8c38-fbd9b96cefec), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:00.963599 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:22:00Z', 'revision_number': 6, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port_host': None}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:00.991893 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment f5905d89-e0e7-47f2-8c38-fbd9b96cefec resource provider aggregate not found Sep 04 16:22:01.001892 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c225452e-1c08-413f-9f9d-048ebf6dd469 None None] The sync data for ids ['c0f0c8a7-e05b-43fa-957e-f19ca664e927'] in dv-cinder-852364-6-iscsi is: [{'id': 'c0f0c8a7-e05b-43fa-957e-f19ca664e927', 'name': 'tempest-AttachVolumeNegativeTest-2058471937-router', 'tenant_id': '1cc5ea4158344d5c8a35bc5783410620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:13:38Z', 'updated_at': '2022-09-04T16:22:00Z', 'revision_number': 6, 'project_id': '1cc5ea4158344d5c8a35bc5783410620', 'gw_port_host': None}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:22:01.027172 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment f5905d89-e0e7-47f2-8c38-fbd9b96cefec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5905d89-e0e7-47f2-8c38-fbd9b96cefec found for delete ", "request_id": "req-21f692fd-f2fb-4415-a2b7-06facf367c73"}]} Sep 04 16:22:01.162582 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (1b2953ac-ee54-4292-b801-c8c1c5b7cf1c), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.162827 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (d8e80fc6-ad05-43a4-89cd-45fef4a75dff), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.169328 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.173258 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/d8e80fc6-ad05-43a4-89cd-45fef4a75dff HTTP/1.1" status: 204 len: 168 time: 0.9310629 Sep 04 16:22:01.183033 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beeb906-7055-4148-abae-a73c976fd0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e80fc6-ad05-43a4-89cd-45fef4a75dff,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:01.192028 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2953ac-ee54-4292-b801-c8c1c5b7cf1c,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:01.258585 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (c0f0c8a7-e05b-43fa-957e-f19ca664e927), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.353447 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (c0f0c8a7-e05b-43fa-957e-f19ca664e927), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.355777 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks [] for router_controller (c0f0c8a7-e05b-43fa-957e-f19ca664e927), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.479196 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (c0f0c8a7-e05b-43fa-957e-f19ca664e927), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.483163 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f0c8a7-e05b-43fa-957e-f19ca664e927 {{(pid=106842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:22:01.484822 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.486290 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-a77a7b8c-54c4-4e08-8485-57a7196dc46d admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/c0f0c8a7-e05b-43fa-957e-f19ca664e927 HTTP/1.1" status: 204 len: 168 time: 1.3042271 Sep 04 16:22:01.488679 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54230) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:01.534135 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-7435d9a1-be75-4616-a8ef-bd5218645402 admin admin] Deleting subnet b3dc0cdd-5a85-4672-8760-14c1555930d6 {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:22:01.537632 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7435d9a1-be75-4616-a8ef-bd5218645402 admin admin] Publish callbacks [] for subnet (b3dc0cdd-5a85-4672-8760-14c1555930d6), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.573257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7435d9a1-be75-4616-a8ef-bd5218645402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (b3dc0cdd-5a85-4672-8760-14c1555930d6), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.577919 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54232) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:01.620908 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-071cdb79-c6fe-44a6-afff-415264c5f9c7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3219dc7400ec4957a31b1b0fabfd8c56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418577 Sep 04 16:22:01.623923 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54234) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:01.649873 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:01.650109 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:01.655481 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7435d9a1-be75-4616-a8ef-bd5218645402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (b3dc0cdd-5a85-4672-8760-14c1555930d6), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.676345 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8ff9538a-64a0-4137-99b0-2c317c5eb7b1 admin admin] Publish callbacks [] for security_group (c5010401-f693-4b6e-bd5d-d098d33a8c0f), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.696979 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8ff9538a-64a0-4137-99b0-2c317c5eb7b1 admin admin] Publish callbacks [] for security_group (c5010401-f693-4b6e-bd5d-d098d33a8c0f), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.791566 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7435d9a1-be75-4616-a8ef-bd5218645402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (b3dc0cdd-5a85-4672-8760-14c1555930d6), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.819098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435d9a1-be75-4616-a8ef-bd5218645402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3dc0cdd-5a85-4672-8760-14c1555930d6,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:01.820884 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7435d9a1-be75-4616-a8ef-bd5218645402 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.824056 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-7435d9a1-be75-4616-a8ef-bd5218645402 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/b3dc0cdd-5a85-4672-8760-14c1555930d6 HTTP/1.1" status: 204 len: 168 time: 0.3344612 Sep 04 16:22:01.825915 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe56c19-9bc9-4c7b-b614-defcf131299e None None] Network 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:22:01.830523 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54236) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:01.875731 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:01.882563 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8ff9538a-64a0-4137-99b0-2c317c5eb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (c5010401-f693-4b6e-bd5d-d098d33a8c0f), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.885193 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8ff9538a-64a0-4137-99b0-2c317c5eb7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.889670 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-8ff9538a-64a0-4137-99b0-2c317c5eb7b1 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/c5010401-f693-4b6e-bd5d-d098d33a8c0f HTTP/1.1" status: 204 len: 168 time: 0.2646742 Sep 04 16:22:01.913739 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9538a-64a0-4137-99b0-2c317c5eb7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5010401-f693-4b6e-bd5d-d098d33a8c0f,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:01.926608 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (1fe4af06-d7bb-4218-9bf8-f19072fe6b17), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:01.931739 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:01.976730 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Deleting port eff5fc0a-03af-4aba-a089-d7703a25c57d {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:01.977069 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.018585 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba067e-67d7-4d14-b50e-3322ae789f3b None None] DHCP port deletion for 1fe4af06-d7bb-4218-9bf8-f19072fe6b17 request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:22:02.056055 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:02.058944 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] For port eff5fc0a-03af-4aba-a089-d7703a25c57d, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=eff5fc0a-03af-4aba-a089-d7703a25c57d,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:02.059396 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.064560 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-02ba067e-67d7-4d14-b50e-3322ae789f3b None None] Deleting port eff5fc0a-03af-4aba-a089-d7703a25c57d {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:02.064560 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-02ba067e-67d7-4d14-b50e-3322ae789f3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.074656 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Calling delete_port for eff5fc0a-03af-4aba-a089-d7703a25c57d owned by network:dhcp {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:02.131768 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-02ba067e-67d7-4d14-b50e-3322ae789f3b None None] For port eff5fc0a-03af-4aba-a089-d7703a25c57d, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=eff5fc0a-03af-4aba-a089-d7703a25c57d,segment=NetworkSegment(35880d55-459f-43a5-a523-deee68acb521),segment_id=35880d55-459f-43a5-a523-deee68acb521)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:02.132163 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-02ba067e-67d7-4d14-b50e-3322ae789f3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.146130 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-02ba067e-67d7-4d14-b50e-3322ae789f3b None None] Calling delete_port for eff5fc0a-03af-4aba-a089-d7703a25c57d owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:02.262053 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.269364 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-02ba067e-67d7-4d14-b50e-3322ae789f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (eff5fc0a-03af-4aba-a089-d7703a25c57d), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.290941 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff5fc0a-03af-4aba-a089-d7703a25c57d,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:02.292831 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] No DVR routers for this DVR port eff5fc0a-03af-4aba-a089-d7703a25c57d on host dv-cinder-852364-6-iscsi {{(pid=106841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:22:02.301631 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba067e-67d7-4d14-b50e-3322ae789f3b None None] Pushing event deleted for resources: {'Port': ['ID=eff5fc0a-03af-4aba-a089-d7703a25c57d,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:02.303730 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba067e-67d7-4d14-b50e-3322ae789f3b None None] No DVR routers for this DVR port eff5fc0a-03af-4aba-a089-d7703a25c57d on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:22:02.372745 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (1fe4af06-d7bb-4218-9bf8-f19072fe6b17), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.397688 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe4af06-d7bb-4218-9bf8-f19072fe6b17']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:02.408964 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35880d55-459f-43a5-a523-deee68acb521') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:02.409776 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35880d55-459f-43a5-a523-deee68acb521') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:02.420404 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (35880d55-459f-43a5-a523-deee68acb521), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.433013 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8829ba5c-329b-414c-8c25-866d62b42496 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:02.437204 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (35880d55-459f-43a5-a523-deee68acb521), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.444204 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:22:02.447781 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (35880d55-459f-43a5-a523-deee68acb521), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.453657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 8829ba5c-329b-414c-8c25-866d62b42496 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:02.454012 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8829ba5c-329b-414c-8c25-866d62b42496 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:02.454431 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 20492141-e602-493e-80bb-dbf79fe64a71 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:02.474198 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 20492141-e602-493e-80bb-dbf79fe64a71 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:02.476538 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 20492141-e602-493e-80bb-dbf79fe64a71 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:02.476538 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:02.493936 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:02.494141 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 1b2953ac-ee54-4292-b801-c8c1c5b7cf1c not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:02.495768 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device eff5fc0a-03af-4aba-a089-d7703a25c57d no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:02.512687 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: eff5fc0a-03af-4aba-a089-d7703a25c57d {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:02.513034 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device eff5fc0a-03af-4aba-a089-d7703a25c57d not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:02.579696 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (1fe4af06-d7bb-4218-9bf8-f19072fe6b17), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.585239 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:02.588616 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/1fe4af06-d7bb-4218-9bf8-f19072fe6b17 HTTP/1.1" status: 204 len: 168 time: 0.7595832 Sep 04 16:22:02.600536 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89eee2-cf8d-4d1a-b420-9c61517a3592 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe4af06-d7bb-4218-9bf8-f19072fe6b17,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:02.933558 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54258) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:02.954812 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:02.974536 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f6892b16-9958-401a-8e0f-e92d8c752d9b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=1cc5ea4158344d5c8a35bc5783410620&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398774 Sep 04 16:22:02.977046 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54260) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:03.034973 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71ef-79da-45b4-84ef-4cb0f8d49cab admin admin] Publish callbacks [] for security_group (1e759000-3b11-4179-b787-f013a2170548), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.047574 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 35880d55-459f-43a5-a523-deee68acb521 resource provider aggregate not found Sep 04 16:22:03.061275 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71ef-79da-45b4-84ef-4cb0f8d49cab admin admin] Publish callbacks [] for security_group (1e759000-3b11-4179-b787-f013a2170548), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.070521 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 35880d55-459f-43a5-a523-deee68acb521 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35880d55-459f-43a5-a523-deee68acb521 found for delete ", "request_id": "req-f26944a0-c0a6-4026-9a55-b26c3568cc93"}]} Sep 04 16:22:03.096699 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54268) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:03.182022 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71ef-79da-45b4-84ef-4cb0f8d49cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1e759000-3b11-4179-b787-f013a2170548), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.184712 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71ef-79da-45b4-84ef-4cb0f8d49cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.186608 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ca2b71ef-79da-45b4-84ef-4cb0f8d49cab admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1e759000-3b11-4179-b787-f013a2170548 HTTP/1.1" status: 204 len: 168 time: 0.2083757 Sep 04 16:22:03.194874 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b71ef-79da-45b4-84ef-4cb0f8d49cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e759000-3b11-4179-b787-f013a2170548,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:03.223589 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-307204883-network', 'tenant_id': '6dde43a19e95472d87ea4273922156be'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:03.325029 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Made reservation on behalf of 6dde43a19e95472d87ea4273922156be for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:22:03.328288 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.338593 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.424937 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Publish callbacks [] for security_group (59be5147-6ce6-4be9-b4ca-6d2952e0a8bc), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.514175 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (59be5147-6ce6-4be9-b4ca-6d2952e0a8bc), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.536859 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:22:03.552712 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (993cefe4-4a0d-4a33-b165-93c797ae8bbe), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.553041 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Added segment 993cefe4-4a0d-4a33-b165-93c797ae8bbe of type vlan for network c473da39-bd28-4e2e-830f-12458827922d Sep 04 16:22:03.554450 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59be5147-6ce6-4be9-b4ca-6d2952e0a8bc,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:03.597477 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (c473da39-bd28-4e2e-830f-12458827922d), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.742647 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (c473da39-bd28-4e2e-830f-12458827922d), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.742647 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:03.742647 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:03.806756 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] Pushing event updated for resources: {'Network': ['ID=c473da39-bd28-4e2e-830f-12458827922d,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:03.816674 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network c473da39-bd28-4e2e-830f-12458827922d details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:22:03.863793 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-79b8b2e8-1b94-4a11-8e6d-bcedf8386528 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7633348 Sep 04 16:22:03.864211 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54284) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:03.869672 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Request body: {'subnet': {'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-307204883-subnet', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:03.876192 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6,neutron:DELETE=7,neutron:INSERT=11 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:03.971238 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Made reservation on behalf of 6dde43a19e95472d87ea4273922156be for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:22:03.973833 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25936485'] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.217407 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26524805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25936471'] for subnet (f7859263-87c4-4deb-b705-3035c11e4e06), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.221547 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:04.276621 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7859263-87c4-4deb-b705-3035c11e4e06,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:04.288037 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Checking segment: {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:22:04.295257 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Network hostable DHCP agents. Network: c473da39-bd28-4e2e-830f-12458827922d, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:22:04.381943 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Network c473da39-bd28-4e2e-830f-12458827922d is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:22:04.482681 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, c473da39-bd28-4e2e-830f-12458827922d) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:22:04.486796 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:04.487451 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.492304 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c0cf9-df08-4c2f-9fc7-6f1d98017a8e None None] Network c473da39-bd28-4e2e-830f-12458827922d requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:22:04.601654 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-403e58e0-c3c9-4fc9-b442-d9fd1fc8508d admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7349596 Sep 04 16:22:04.601854 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp348a512a-709e-56ad-80da-590786a02089-c473da39-bd28-4e2e-830f-12458827922d', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'project_id': '6dde43a19e95472d87ea4273922156be', 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06'}]}} from dv-cinder-852364-6-iscsi. {{(pid=106843) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 04 16:22:04.601992 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.603003 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54300) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:04.608770 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:04.705547 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3778547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4122'] for router (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.706539 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3778221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4109'] for router (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.738942 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.db_base_plugin_common [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Allocated IP 172.20.0.2 (c473da39-bd28-4e2e-830f-12458827922d/f7859263-87c4-4deb-b705-3035c11e4e06/98a41b1d-a498-4b4a-93fc-15ae2a87c803) {{(pid=106843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:22:04.756456 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks [] for router_controller (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), precommit_add_association {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.818473 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:04.876960 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Publish callbacks [] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), precommit_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.939616 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), after_create {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.985982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Network c473da39-bd28-4e2e-830f-12458827922d is already hosted by enough agents. {{(pid=106843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:22:04.986912 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks [] for router_gateway (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:04.989038 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.scheduler.base_scheduler [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Resources bound (agent type, host, resource id): {{(pid=106843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:22:04.993057 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Received port after_create {{(pid=106843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:22:05.000889 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Pushing event updated for resources: {'Port': ['ID=98a41b1d-a498-4b4a-93fc-15ae2a87c803,revision_number=1']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:05.054629 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Attempting to bind port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:22:05.054996 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Attempting to bind port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:22:05.055352 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Attempting to bind port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 on network c473da39-bd28-4e2e-830f-12458827922d {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:22:05.061112 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:22:05.061751 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Checking segment: {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:22:05.062408 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:05.063037 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Bound using segment: {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:22:05.063802 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Bound port: 98a41b1d-a498-4b4a-93fc-15ae2a87c803, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:22:05.064442 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:05.083678 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:05.136562 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] For port 98a41b1d-a498-4b4a-93fc-15ae2a87c803, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:22:05.140847 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] For port 98a41b1d-a498-4b4a-93fc-15ae2a87c803, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=98a41b1d-a498-4b4a-93fc-15ae2a87c803,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:22:05.254513 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks [] for router_gateway (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:05.266398 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:05.278011 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:05.415307 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Allocated IP 172.27.3.81 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/b7832958-5684-4c7f-8ac2-3e442c293ba3) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:22:05.458696 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6664f9-340a-4065-8c24-18a830819f2c None None] Pushing event updated for resources: {'Port': ['ID=98a41b1d-a498-4b4a-93fc-15ae2a87c803,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:05.490351 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:05.546642 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks [] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:05.645251 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:05.673477 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba450-e03f-43a8-ba95-80cb378eacda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:05.684147 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:05.691608 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:22:05.696669 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:22:05.698816 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Pushing event updated for resources: {'Port': ['ID=b7832958-5684-4c7f-8ac2-3e442c293ba3,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:05.700881 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:22:06.194611 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d602ae58-ceba-4dc8-8c94-cec9dc7fb0f0 None None] Network c473da39-bd28-4e2e-830f-12458827922d requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:22:06.269882 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks [] for router_gateway (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:06.286366 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-16559180-0209-4b81-ae03-472cb0097da3 None None] Provisioning complete for port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:06.286805 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-16559180-0209-4b81-ae03-472cb0097da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:06.405854 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-16559180-0209-4b81-ae03-472cb0097da3 None None] Current status of the port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:06.405854 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-16559180-0209-4b81-ae03-472cb0097da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:06.448348 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-16559180-0209-4b81-ae03-472cb0097da3 None None] For port 98a41b1d-a498-4b4a-93fc-15ae2a87c803, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=98a41b1d-a498-4b4a-93fc-15ae2a87c803,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:06.501967 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 98a41b1d-a498-4b4a-93fc-15ae2a87c803 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:22:06.534127 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3778078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825388'] for router (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:06.552635 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-16559180-0209-4b81-ae03-472cb0097da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:06.557357 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:06.557357 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:06.632632 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16559180-0209-4b81-ae03-472cb0097da3 None None] Pushing event updated for resources: {'Port': ['ID=98a41b1d-a498-4b4a-93fc-15ae2a87c803,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:06.682500 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:06.684850 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-34adb168-940d-4d99-9b94-1d78ae44c009 None None] Provisioning complete for port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:06.685228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-34adb168-940d-4d99-9b94-1d78ae44c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:06.715365 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:06.747732 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec is scheduled to L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d with binding_index 1 {{(pid=106842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 04 16:22:06.757228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-34adb168-940d-4d99-9b94-1d78ae44c009 None None] Current status of the port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:06.854279 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:22:06.864812 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Sync routers for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:22:06.874510 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:06.875126 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:06.975897 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:06.977179 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-7228cc79-00fd-4f25-8e07-16932025611e admin admin] 10.222.0.39 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3730891 Sep 04 16:22:06.979825 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54326) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:06.991294 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:07.096680 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:07.162801 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:05Z', 'revision_number': 3, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:07.190858 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Checking router: 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:22:07.191206 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Updating router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec port b7832958-5684-4c7f-8ac2-3e442c293ba3 binding host dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:22:07.213327 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:07.221102 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.234325 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:07.409870 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.473782 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Publish callbacks [] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), precommit_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.553390 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.563466 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Allocated IP 172.20.0.1 (c473da39-bd28-4e2e-830f-12458827922d/f7859263-87c4-4deb-b705-3035c11e4e06/b5b12e53-c290-4757-8e76-e4d2aac239fb) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:22:07.591599 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Attempting to bind port b7832958-5684-4c7f-8ac2-3e442c293ba3 on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:22:07.591961 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Attempting to bind port b7832958-5684-4c7f-8ac2-3e442c293ba3 by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:22:07.592329 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Attempting to bind port b7832958-5684-4c7f-8ac2-3e442c293ba3 on network 220b5998-8e99-49a1-b51e-8e802bbf4d14 {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:22:07.604698 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:22:07.605071 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Checking segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:22:07.605473 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.605889 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Bound using segment: {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'} {{(pid=106843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:22:07.606354 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.managers [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Bound port: b7832958-5684-4c7f-8ac2-3e442c293ba3, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4821e8db-3504-4fa1-a46a-1fd4d59dec7f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}}] {{(pid=106843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:22:07.606741 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.632016 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c19678-5f4b-4b0e-8e60-d341480c22ae None None] Pushing event updated for resources: {'Port': ['ID=b7832958-5684-4c7f-8ac2-3e442c293ba3,revision_number=2']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:07.662161 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] For port b7832958-5684-4c7f-8ac2-3e442c293ba3, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:22:07.665228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] For port b7832958-5684-4c7f-8ac2-3e442c293ba3, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b7832958-5684-4c7f-8ac2-3e442c293ba3,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:22:07.667039 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Publish callbacks [] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.694325 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:07.742883 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.776099 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:07.776304 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.776711 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:21:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:07.815952 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Network c473da39-bd28-4e2e-830f-12458827922d is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:22:07.819017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:22:07.825035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:22:07.841824 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:07.848413 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c19678-5f4b-4b0e-8e60-d341480c22ae None None] Pushing event updated for resources: {'Port': ['ID=b7832958-5684-4c7f-8ac2-3e442c293ba3,revision_number=3']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:07.858581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b12e53-c290-4757-8e76-e4d2aac239fb,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:07.873748 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.874099 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.874429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.874870 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.875200 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.875522 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.875843 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.876164 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.876483 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.876803 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.877284 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.877625 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.877941 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.878251 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.878562 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:07.887360 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3817551'] for router_interface (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:07.923347 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:08.024036 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5a9e66d5-837d-4534-9a33-2113efab0274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:08.083328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:08.113208 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-54b091bc-f762-4208-a2d3-589b3b4467b6 None None] Provisioning complete for port b5b12e53-c290-4757-8e76-e4d2aac239fb triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:08.113506 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-54b091bc-f762-4208-a2d3-589b3b4467b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:08.141231 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:05Z', 'revision_number': 3, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:08.174013 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182aa870-1d4c-4d22-8542-d243f9fd61bc None None] The sync data for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi is: [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:05Z', 'revision_number': 3, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:22:08.177868 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-54b091bc-f762-4208-a2d3-589b3b4467b6 None None] Port b5b12e53-c290-4757-8e76-e4d2aac239fb cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:22:08.246983 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:08.251938 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Publish callbacks [] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:08.307481 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:08.396908 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b12e53-c290-4757-8e76-e4d2aac239fb,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:08.400385 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3817715'] for router_interface (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:08.468785 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 98a41b1d-a498-4b4a-93fc-15ae2a87c803 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:22:08.511549 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:08.511746 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Network c473da39-bd28-4e2e-830f-12458827922d is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:22:08.514585 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:22:08.522704 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:08.523080 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:08.605610 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:08.658086 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:22:08.773614 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:22:08.779775 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-61920f6d-81a6-41bb-8c45-a73660cd4e94 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7982686 Sep 04 16:22:08.801513 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e4c0bffe-28be-46d1-8134-e4354dbc9351 None None] Provisioning complete for port b5b12e53-c290-4757-8e76-e4d2aac239fb triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:08.801903 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e4c0bffe-28be-46d1-8134-e4354dbc9351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:08.835589 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0bffe-28be-46d1-8134-e4354dbc9351 None None] Port b5b12e53-c290-4757-8e76-e4d2aac239fb cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:22:09.067241 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54342) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:09.073705 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-7424d63a-60db-4e47-a9f2-946ca92c3946 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2031533816', 'description': 'tempest-description--937876427'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:09.122392 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.145243 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7424d63a-60db-4e47-a9f2-946ca92c3946 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.178280 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:09.213681 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7424d63a-60db-4e47-a9f2-946ca92c3946 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (1253636f-2136-43f3-847c-6868e87fba60), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.282190 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7424d63a-60db-4e47-a9f2-946ca92c3946 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1253636f-2136-43f3-847c-6868e87fba60), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.313034 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424d63a-60db-4e47-a9f2-946ca92c3946 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1253636f-2136-43f3-847c-6868e87fba60,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:09.407064 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-7424d63a-60db-4e47-a9f2-946ca92c3946 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.408371 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-7424d63a-60db-4e47-a9f2-946ca92c3946 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3400524 Sep 04 16:22:09.411191 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54348) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:09.415597 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-245047f7-c9fa-4d06-9ba1-51c949604f1a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'security_group_rule': {'security_group_id': '1253636f-2136-43f3-847c-6868e87fba60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:09.531309 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-245047f7-c9fa-4d06-9ba1-51c949604f1a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (5d519f4e-a3ee-471d-a5c7-4e2c41dd03dc), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.589582 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-245047f7-c9fa-4d06-9ba1-51c949604f1a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (5d519f4e-a3ee-471d-a5c7-4e2c41dd03dc), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.657103 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-245047f7-c9fa-4d06-9ba1-51c949604f1a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (5d519f4e-a3ee-471d-a5c7-4e2c41dd03dc), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.677827 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245047f7-c9fa-4d06-9ba1-51c949604f1a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d519f4e-a3ee-471d-a5c7-4e2c41dd03dc,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:09.710191 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Sync routers for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:22:09.721968 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:09.722556 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:09.776375 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-245047f7-c9fa-4d06-9ba1-51c949604f1a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.777839 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-245047f7-c9fa-4d06-9ba1-51c949604f1a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3656707 Sep 04 16:22:09.780620 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54350) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:09.788966 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-306913ba-1685-41bf-a961-8b8f96a7787d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'security_group_rule': {'security_group_id': '1253636f-2136-43f3-847c-6868e87fba60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:09.828653 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:09.866717 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:09.868829 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-306913ba-1685-41bf-a961-8b8f96a7787d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (3a7a74e8-54af-40b0-ac14-770a2ce2ef2b), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:09.929762 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-306913ba-1685-41bf-a961-8b8f96a7787d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (3a7a74e8-54af-40b0-ac14-770a2ce2ef2b), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.012372 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:08Z', 'revision_number': 2, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:10.014088 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-306913ba-1685-41bf-a961-8b8f96a7787d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (3a7a74e8-54af-40b0-ac14-770a2ce2ef2b), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.034415 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306913ba-1685-41bf-a961-8b8f96a7787d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7a74e8-54af-40b0-ac14-770a2ce2ef2b,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:10.039494 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Checking router: 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:22:10.039960 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Updating router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec port b5b12e53-c290-4757-8e76-e4d2aac239fb binding host dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 04 16:22:10.068401 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.121541 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-306913ba-1685-41bf-a961-8b8f96a7787d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.122810 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-306913ba-1685-41bf-a961-8b8f96a7787d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388703 Sep 04 16:22:10.126162 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54352) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:10.131938 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:10.244838 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.326864 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:10.337329 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Publish callbacks [] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), precommit_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.338184 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.431221 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.444415 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b7832958-5684-4c7f-8ac2-3e442c293ba3 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:22:10.465390 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Allocated IP 172.27.3.193 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/58f1113c-1d38-4c47-8866-4f9d2f01dee4) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:22:10.498457 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b7832958-5684-4c7f-8ac2-3e442c293ba3 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:10.499179 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.519299 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Pushing event updated for resources: {'Port': ['ID=b5b12e53-c290-4757-8e76-e4d2aac239fb,revision_number=3']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:10.526887 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Attempting to bind port b5b12e53-c290-4757-8e76-e4d2aac239fb on host dv-cinder-852364-6-iscsi for vnic_type normal with profile {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:22:10.527254 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Attempting to bind port b5b12e53-c290-4757-8e76-e4d2aac239fb by drivers openvswitch,hyperv on host dv-cinder-852364-6-iscsi at level 0 using segments [{'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:22:10.527613 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Attempting to bind port b5b12e53-c290-4757-8e76-e4d2aac239fb on network c473da39-bd28-4e2e-830f-12458827922d {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:22:10.535511 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.535858 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.541740 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:10.545771 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Checking agent: {'id': '2be66fe2-d07d-41ab-b398-c524a029b587', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852364-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 5, 40), 'started_at': datetime.datetime(2022, 9, 4, 16, 6, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852364-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:22:10.546147 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Checking segment: {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:22:10.547249 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.547917 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Bound using segment: {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'} {{(pid=106844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:22:10.548052 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.managers [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Bound port: b5b12e53-c290-4757-8e76-e4d2aac239fb, host: dv-cinder-852364-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'}}] {{(pid=106844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:22:10.548622 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), before_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.584151 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for port (58f1113c-1d38-4c47-8866-4f9d2f01dee4), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.601545 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b7832958-5684-4c7f-8ac2-3e442c293ba3 is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:10.602032 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.613210 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:10.627110 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port b7832958-5684-4c7f-8ac2-3e442c293ba3, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b7832958-5684-4c7f-8ac2-3e442c293ba3,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:10.653869 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.673537 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:10.696347 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] For port b5b12e53-c290-4757-8e76-e4d2aac239fb, host dv-cinder-852364-6-iscsi, cleared binding levels {{(pid=106844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:22:10.699535 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.plugins.ml2.db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] For port b5b12e53-c290-4757-8e76-e4d2aac239fb, host dv-cinder-852364-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b5b12e53-c290-4757-8e76-e4d2aac239fb,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:22:10.720775 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (58f1113c-1d38-4c47-8866-4f9d2f01dee4), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.763856 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:22:10.765478 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.766753 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:22:10.770566 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:22:10.798302 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'Port': ['ID=58f1113c-1d38-4c47-8866-4f9d2f01dee4,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:10.805982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.817384 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=b7832958-5684-4c7f-8ac2-3e442c293ba3,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:10.844324 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron_lib.callbacks.manager [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), after_update {{(pid=106844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.861557 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (57951da0-428c-4ef9-8816-0b55637b91fa), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.882271 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:10.882880 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:10.932803 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5ec15-0173-4d32-a45d-fa1eed3706cd None None] Pushing event updated for resources: {'Port': ['ID=b5b12e53-c290-4757-8e76-e4d2aac239fb,revision_number=4']} {{(pid=106844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:10.982041 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (58f1113c-1d38-4c47-8866-4f9d2f01dee4), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:10.984606 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:10.997692 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:11.134685 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for port (58f1113c-1d38-4c47-8866-4f9d2f01dee4), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:11.183641 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:11.190820 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (58f1113c-1d38-4c47-8866-4f9d2f01dee4), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:11.211722 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b6314-76e5-44f7-9581-e73279a6fabb None None] The sync data for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi is: [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:22:11.270068 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'Port': ['ID=58f1113c-1d38-4c47-8866-4f9d2f01dee4,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:11.275335 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (57951da0-428c-4ef9-8816-0b55637b91fa), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:11.364808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:11.371429 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-bd679fb0-1968-4d97-88d3-10a302eb0a64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2392642 Sep 04 16:22:11.541029 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-89a1cf50-562f-43a4-ba5b-67b4adb5e251 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2031533816&fields=id&tenant_id=6dde43a19e95472d87ea4273922156be HTTP/1.1" status: 200 len: 267 time: 0.0482409 Sep 04 16:22:11.661924 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90687ec6-4062-497a-b58d-b0223670033c req-dc4d780d-89f9-4c85-9c4a-bc67ab34ece1 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:11.663599 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-dc4d780d-89f9-4c85-9c4a-bc67ab34ece1 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/networks?id=c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 200 len: 810 time: 0.1156216 Sep 04 16:22:11.679321 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-ce186ef5-7a2d-4eb5-bb6f-b09a7607b222 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/quotas/6dde43a19e95472d87ea4273922156be HTTP/1.1" status: 200 len: 375 time: 0.0102665 Sep 04 16:22:11.738207 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-f5d0f022-2802-4db7-b241-14ccc2cd2b3a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534132 Sep 04 16:22:11.843931 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-f0a3d506-8dfd-4bbe-95d8-37ad80afcd21 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934575 Sep 04 16:22:11.942169 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-707c0011-d123-4abf-b906-66a3d4c8c451 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920784 Sep 04 16:22:12.172418 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c9bdc89d-ff7c-4f25-a584-0cd1f116110e req-29873b97-fe3e-488a-9d28-506d4720aecd tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 210 time: 0.0290945 Sep 04 16:22:12.498071 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b7832958-5684-4c7f-8ac2-3e442c293ba3 up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:22:12.542234 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b7832958-5684-4c7f-8ac2-3e442c293ba3 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:12.542601 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:12.612751 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b7832958-5684-4c7f-8ac2-3e442c293ba3 is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:12.613802 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b5b12e53-c290-4757-8e76-e4d2aac239fb up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:22:12.658050 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:12.659914 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b5b12e53-c290-4757-8e76-e4d2aac239fb triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:12.660407 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:12.737464 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b5b12e53-c290-4757-8e76-e4d2aac239fb is: DOWN; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:12.737882 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:12.757463 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:12.773693 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] For port b5b12e53-c290-4757-8e76-e4d2aac239fb, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b5b12e53-c290-4757-8e76-e4d2aac239fb,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:12.831164 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:13.012326 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Pushing event updated for resources: {'Port': ['ID=b5b12e53-c290-4757-8e76-e4d2aac239fb,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:13.189806 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=51,neutron:DELETE=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:13.190598 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:13.279854 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d30ff973-cb24-4f3e-ba4a-da5c21be5010 req-efac6c19-6073-40f2-8711-635ee5051366 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 210 time: 0.0291724 Sep 04 16:22:13.366394 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54418) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:13.474067 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b651a86a-857a-4862-ab86-e11dce67752a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:13.489135 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:13.553390 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b651a86a-857a-4862-ab86-e11dce67752a admin admin] Publish callbacks [] for security_group (8174daa4-7b3a-421f-aa38-e2b35b1bcabd), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:13.608126 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b651a86a-857a-4862-ab86-e11dce67752a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (8174daa4-7b3a-421f-aa38-e2b35b1bcabd), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:13.649067 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-b651a86a-857a-4862-ab86-e11dce67752a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=cf5f20da263e45abb540fa062ab9aa19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815616 Sep 04 16:22:13.651525 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651a86a-857a-4862-ab86-e11dce67752a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8174daa4-7b3a-421f-aa38-e2b35b1bcabd,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:13.652607 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54422) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:13.717370 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1409fed8-d1bc-4b3a-b949-87f8c03b355c admin admin] Publish callbacks [] for security_group (8174daa4-7b3a-421f-aa38-e2b35b1bcabd), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:13.739354 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1409fed8-d1bc-4b3a-b949-87f8c03b355c admin admin] Publish callbacks [] for security_group (8174daa4-7b3a-421f-aa38-e2b35b1bcabd), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:13.884852 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1409fed8-d1bc-4b3a-b949-87f8c03b355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (8174daa4-7b3a-421f-aa38-e2b35b1bcabd), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:13.887601 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-1409fed8-d1bc-4b3a-b949-87f8c03b355c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:13.888752 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1409fed8-d1bc-4b3a-b949-87f8c03b355c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8174daa4-7b3a-421f-aa38-e2b35b1bcabd HTTP/1.1" status: 204 len: 168 time: 0.2350879 Sep 04 16:22:13.897346 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409fed8-d1bc-4b3a-b949-87f8c03b355c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8174daa4-7b3a-421f-aa38-e2b35b1bcabd,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:14.443857 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7bb9e9bc-ba13-40d9-b3ba-1f9760b11615 req-0b3d1af7-48b9-44c7-8d7b-ae591875718a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 210 time: 0.0509272 Sep 04 16:22:14.471681 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b5b12e53-c290-4757-8e76-e4d2aac239fb up at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:22:14.520026 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Provisioning complete for port b5b12e53-c290-4757-8e76-e4d2aac239fb triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:14.520401 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:14.602185 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:14.611826 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Current status of the port b5b12e53-c290-4757-8e76-e4d2aac239fb is: ACTIVE; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:14.714978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90687ec6-4062-497a-b58d-b0223670033c req-7e4e42fc-c6dd-4aa2-a38b-d486d89c0497 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:14.716467 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-7e4e42fc-c6dd-4aa2-a38b-d486d89c0497 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "GET /networking/v2.0/networks?id=c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 200 len: 810 time: 0.1275823 Sep 04 16:22:14.794898 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-7f031c8a-62ac-419b-8c6e-b65d0c86aa7a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6dde43a19e95472d87ea4273922156be HTTP/1.1" status: 200 len: 380 time: 0.0696189 Sep 04 16:22:14.803046 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'port': {'device_id': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'admin_state_up': True, 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'security_groups': ['1253636f-2136-43f3-847c-6868e87fba60']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:14.993738 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Made reservation on behalf of 6dde43a19e95472d87ea4273922156be for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:22:14.997906 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:15.005036 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54446) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:15.182477 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Allocated IP 172.20.0.3 (c473da39-bd28-4e2e-830f-12458827922d/f7859263-87c4-4deb-b705-3035c11e4e06/2ba1839b-cf90-4859-94e6-4295e7f3acba) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:22:15.421027 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Deleting port d0069f32-4124-45a3-a46d-0e78adb693b1 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:15.421523 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (d0069f32-4124-45a3-a46d-0e78adb693b1), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:15.536922 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (d0069f32-4124-45a3-a46d-0e78adb693b1), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:15.537729 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for floatingip (d0069f32-4124-45a3-a46d-0e78adb693b1), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:15.551656 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Calling delete_port for d0069f32-4124-45a3-a46d-0e78adb693b1 owned by network:floatingip {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:15.603166 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c36fd777-194e-4623-8eb4-a148173c7224 req-f778f0c8-457b-41bc-a774-34455d8c3583 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 210 time: 0.0337582 Sep 04 16:22:15.661372 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:15.675874 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:15.765465 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:15.817877 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Network c473da39-bd28-4e2e-830f-12458827922d is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:22:15.820989 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:22:15.824731 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:22:15.834808 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (d0069f32-4124-45a3-a46d-0e78adb693b1), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:15.856587 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'Port': ['ID=2ba1839b-cf90-4859-94e6-4295e7f3acba,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:15.867641 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event deleted for resources: {'Port': ['ID=d0069f32-4124-45a3-a46d-0e78adb693b1,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:15.903613 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:15.904301 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:15.939756 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for floatingip (a4350789-2ec4-4f2c-8e22-274b9182595a), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:15.940099 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Floating IP a4350789-2ec4-4f2c-8e22-274b9182595a disassociated (deleted). External IP: 172.27.3.7, port: b7aa303d-deea-4135-89b8-303faf88bdfe. Sep 04 16:22:16.008023 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-b9a452ea-5af4-436a-a00d-08425894b7f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2085717 Sep 04 16:22:16.023643 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Request body: {'port': {'device_id': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:16.100500 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.116070 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-780c510b-622d-46af-bf0b-a11e87cae06b None None] Provisioning complete for port 2ba1839b-cf90-4859-94e6-4295e7f3acba triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:16.117174 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-780c510b-622d-46af-bf0b-a11e87cae06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.147579 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54484) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:16.154179 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-780c510b-622d-46af-bf0b-a11e87cae06b None None] Port 2ba1839b-cf90-4859-94e6-4295e7f3acba cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:22:16.164146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:16.170184 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Router 00e0d36b-288e-4811-80b5-b4c95421b7d1 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:22:16.173676 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:16.178707 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:16.293134 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7981dae6-b696-4a4c-89f5-cec6077fead5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.315212 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:22:16.319988 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.329422 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] Sync routers for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:22:16.346548 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:16.347431 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:16.377959 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-41e2fe26-8aba-4cc6-8c94-bfced68a0ae9 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/a4350789-2ec4-4f2c-8e22-274b9182595a HTTP/1.1" status: 204 len: 168 time: 1.3607454 Sep 04 16:22:16.386284 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:22:16.394053 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936d16d0-7a71-4b7f-8feb-68072e1833f0" -d '{"events": [{"name": "network-changed", "server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:22:16.404687 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba1839b-cf90-4859-94e6-4295e7f3acba {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:22:16.414396 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Publish callbacks [] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.431432 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Transition to ACTIVE for port object 2ba1839b-cf90-4859-94e6-4295e7f3acba will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:22:16.454219 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26985984-2672-40dd-85c9-343ae3c0d68d x-openstack-request-id: req-26985984-2672-40dd-85c9-343ae3c0d68d {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:22:16.454655 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:22:16.454906 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26985984-2672-40dd-85c9-343ae3c0d68d {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:22:16.455303 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26985984-2672-40dd-85c9-343ae3c0d68d'] response: {'name': 'network-changed', 'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'status': 'completed', 'code': 200} Sep 04 16:22:16.484791 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7981dae6-b696-4a4c-89f5-cec6077fead5 admin admin] Publish callbacks [] for security_group (d92d071c-64fb-4fa7-a76d-c454539499d1), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.494731 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:16.517153 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.545272 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-7981dae6-b696-4a4c-89f5-cec6077fead5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d92d071c-64fb-4fa7-a76d-c454539499d1), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.549435 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-0b5438c7-6359-46ca-a0f5-f2f926f2455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:16.551154 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-0b5438c7-6359-46ca-a0f5-f2f926f2455b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 1130 time: 0.0705731 Sep 04 16:22:16.592299 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-7981dae6-b696-4a4c-89f5-cec6077fead5 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ebc32985b5fb4372b8f0764d8d5f1e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436951 Sep 04 16:22:16.595890 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981dae6-b696-4a4c-89f5-cec6077fead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92d071c-64fb-4fa7-a76d-c454539499d1,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:16.599577 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54492) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:16.667116 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d37a52fa-8f95-4c17-80e6-651cc07bc7c0 admin admin] Publish callbacks [] for security_group (d92d071c-64fb-4fa7-a76d-c454539499d1), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.693197 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d37a52fa-8f95-4c17-80e6-651cc07bc7c0 admin admin] Publish callbacks [] for security_group (d92d071c-64fb-4fa7-a76d-c454539499d1), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.701831 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba1839b-cf90-4859-94e6-4295e7f3acba,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:16.707680 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:16.723390 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Attempting to bind port 2ba1839b-cf90-4859-94e6-4295e7f3acba on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:22:16.723720 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Attempting to bind port 2ba1839b-cf90-4859-94e6-4295e7f3acba by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:22:16.724529 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Attempting to bind port 2ba1839b-cf90-4859-94e6-4295e7f3acba on network c473da39-bd28-4e2e-830f-12458827922d {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:22:16.736994 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '7d66abae-336e-4ddb-aaad-233a67fb1905', 'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'mac_address': 'fa:16:3e:2a:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:32Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 5, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'subnets': [{'id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:16.761271 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Port 2ba1839b-cf90-4859-94e6-4295e7f3acba on network c473da39-bd28-4e2e-830f-12458827922d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:22:16.761497 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Attempting to bind port 2ba1839b-cf90-4859-94e6-4295e7f3acba on network c473da39-bd28-4e2e-830f-12458827922d {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:22:16.780273 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] Checking router: 00e0d36b-288e-4811-80b5-b4c95421b7d1 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:22:16.789738 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:22:16.789958 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:16.790200 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Checking segment: {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:22:16.790995 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Bound using segment: {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:22:16.791118 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:16.791217 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Bound port: 2ba1839b-cf90-4859-94e6-4295e7f3acba, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:22:16.791217 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.804648 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd719968-a6df-4094-a2d5-b0949ca02b73 req-89976f45-96d3-4269-a862-350681c98938 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:16.806060 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fd719968-a6df-4094-a2d5-b0949ca02b73 req-89976f45-96d3-4269-a862-350681c98938 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 943 time: 0.0960147 Sep 04 16:22:16.850709 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d37a52fa-8f95-4c17-80e6-651cc07bc7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (d92d071c-64fb-4fa7-a76d-c454539499d1), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.853666 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d37a52fa-8f95-4c17-80e6-651cc07bc7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:16.857392 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d37a52fa-8f95-4c17-80e6-651cc07bc7c0 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/d92d071c-64fb-4fa7-a76d-c454539499d1 HTTP/1.1" status: 204 len: 168 time: 0.2539108 Sep 04 16:22:16.857533 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-f0db3647-ef7c-48e8-96c1-52c834bf398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:16.857533 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-f0db3647-ef7c-48e8-96c1-52c834bf398f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=b2b9ef80-2b71-48ed-a94f-408f1798eb56 HTTP/1.1" status: 200 len: 910 time: 0.2948194 Sep 04 16:22:16.870625 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a52fa-8f95-4c17-80e6-651cc07bc7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92d071c-64fb-4fa7-a76d-c454539499d1,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:16.904566 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f37f5-b2fb-4c1c-8def-1c8ba3d83fb8 req-9abd3b88-904f-45b1-8ece-fcf54fc8cc56 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:16.907149 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a01f37f5-b2fb-4c1c-8def-1c8ba3d83fb8 req-9abd3b88-904f-45b1-8ece-fcf54fc8cc56 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0991855 Sep 04 16:22:16.914740 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:16.966618 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fd719968-a6df-4094-a2d5-b0949ca02b73 req-33f106b8-3bf0-4f39-be74-c8e18bc994dc tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467664 Sep 04 16:22:16.979509 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] For port 2ba1839b-cf90-4859-94e6-4295e7f3acba, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:22:16.988185 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] For port 2ba1839b-cf90-4859-94e6-4295e7f3acba, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2ba1839b-cf90-4859-94e6-4295e7f3acba,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:22:17.024223 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a01f37f5-b2fb-4c1c-8def-1c8ba3d83fb8 req-6d8f7ec5-227b-43cf-91fa-378bf9ee0dac tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025226 Sep 04 16:22:17.065947 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:17.071098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:17.073268 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:17.073268 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/2ba1839b-cf90-4859-94e6-4295e7f3acba HTTP/1.1" status: 200 len: 1093 time: 1.0553827 Sep 04 16:22:17.073547 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'tag': '2ba1839b-cf90-4859-94e6-4295e7f3acba'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:22:17.075812 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69460a-bd93-4af1-ae5c-5e89b4f8c048" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ab95ba-6b1d-482f-9160-c25b0c3ba82b", "tag": "2ba1839b-cf90-4859-94e6-4295e7f3acba"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:22:17.125104 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:17.129234 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '7d66abae-336e-4ddb-aaad-233a67fb1905', 'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'mac_address': 'fa:16:3e:2a:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:32Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 5, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'subnets': [{'id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:17.137373 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3593924-1893-4327-959b-b18ef93c1e91 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba1839b-cf90-4859-94e6-4295e7f3acba,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:17.142116 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f694dc9e-695c-41e0-97be-220e66481adc x-openstack-request-id: req-f694dc9e-695c-41e0-97be-220e66481adc {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:22:17.142435 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ab95ba-6b1d-482f-9160-c25b0c3ba82b", "tag": "2ba1839b-cf90-4859-94e6-4295e7f3acba", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:22:17.142817 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f694dc9e-695c-41e0-97be-220e66481adc {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:22:17.143220 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f694dc9e-695c-41e0-97be-220e66481adc'] response: {'name': 'network-changed', 'server_uuid': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'tag': '2ba1839b-cf90-4859-94e6-4295e7f3acba', 'status': 'completed', 'code': 200} Sep 04 16:22:17.154768 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:17.159834 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61fdef2-e77b-437d-be68-53ec91601a7b None None] The sync data for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi is: [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:33Z', 'revision_number': 4, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '7d66abae-336e-4ddb-aaad-233a67fb1905', 'name': '', 'network_id': 'b2b9ef80-2b71-48ed-a94f-408f1798eb56', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'mac_address': 'fa:16:3e:2a:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:32Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 5, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'subnets': [{'id': '3797ebf1-8cfe-4502-b2ad-8c62a032dc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:22:17.393713 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a832f250-ce48-4524-a3a2-b434b9bc9187 None None] New status for floating IP a4350789-2ec4-4f2c-8e22-274b9182595a: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:22:17.795669 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-3edab6ad-e6c6-4e24-9023-8f0c5186b2b8 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 200 len: 217 time: 0.0478337 Sep 04 16:22:17.834425 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:17.863695 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69460a-bd93-4af1-ae5c-5e89b4f8c048 req-54453d94-3e30-4fa9-8680-c4f009052590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:17.865115 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef69460a-bd93-4af1-ae5c-5e89b4f8c048 req-54453d94-3e30-4fa9-8680-c4f009052590 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 1127 time: 0.0783079 Sep 04 16:22:17.876902 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-c049cd31-cd8e-42fb-b624-139dbab4deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:17.878568 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-c049cd31-cd8e-42fb-b624-139dbab4deae service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=3797ebf1-8cfe-4502-b2ad-8c62a032dc40 HTTP/1.1" status: 200 len: 848 time: 0.0614069 Sep 04 16:22:18.005894 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:18.010792 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-b3b1175d-4118-4ad5-bd7e-18475cde6fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:18.012385 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-b3b1175d-4118-4ad5-bd7e-18475cde6fa7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=b2b9ef80-2b71-48ed-a94f-408f1798eb56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888572 Sep 04 16:22:18.063606 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69460a-bd93-4af1-ae5c-5e89b4f8c048 req-8a2a3e2a-cd20-496c-b241-c1283437ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:18.065052 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef69460a-bd93-4af1-ae5c-5e89b4f8c048 req-8a2a3e2a-cd20-496c-b241-c1283437ef86 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6dde43a19e95472d87ea4273922156be&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1427495 Sep 04 16:22:18.101041 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a00110-fef3-4f06-882e-b0089274a61e req-22a7c205-fc07-49cd-833d-92ad351d8ad5 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:18.108067 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-76a00110-fef3-4f06-882e-b0089274a61e req-22a7c205-fc07-49cd-833d-92ad351d8ad5 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 943 time: 0.0587909 Sep 04 16:22:18.179612 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc3bd1-9489-4b99-a134-2f680aa952b1 req-11144f28-8ce0-433c-a31e-c2d1bdf544a3 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:18.181334 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-37bc3bd1-9489-4b99-a134-2f680aa952b1 req-11144f28-8ce0-433c-a31e-c2d1bdf544a3 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.0712969 Sep 04 16:22:18.246710 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-76a00110-fef3-4f06-882e-b0089274a61e req-0174ae59-4aea-4935-904d-88c93b881d74 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377776 Sep 04 16:22:18.369655 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:18.410470 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-87e8c62d-eb96-4f51-8005-502b6c9cee10 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:18.411812 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-87e8c62d-eb96-4f51-8005-502b6c9cee10 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 946 time: 0.1105225 Sep 04 16:22:18.449635 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-37bc3bd1-9489-4b99-a134-2f680aa952b1 req-e3aa47e0-e385-45e0-af2e-ba15a83d6376 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=ae431359-abb1-41a6-8bcd-982d70fcb3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611527 Sep 04 16:22:18.471066 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69460a-bd93-4af1-ae5c-5e89b4f8c048 req-333c8825-8e34-49e1-adda-ebe7fd2fcb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:18.472588 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ef69460a-bd93-4af1-ae5c-5e89b4f8c048 req-333c8825-8e34-49e1-adda-ebe7fd2fcb5e service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2893801 Sep 04 16:22:18.476486 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-dc23c12f-59cc-419f-8eb0-69fb59ff7255 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942066 Sep 04 16:22:18.609663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Deleting port b7aa303d-deea-4135-89b8-303faf88bdfe {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:18.610001 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:18.618446 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90687ec6-4062-497a-b58d-b0223670033c req-8358daa9-e208-41ad-9ab7-6dd6306b5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:18.620627 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-8358daa9-e208-41ad-9ab7-6dd6306b5d78 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 1127 time: 0.0893078 Sep 04 16:22:18.707831 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-3f6e5477-eb38-4707-86c4-7f1a8a992b3d service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ba1839b-cf90-4859-94e6-4295e7f3acba HTTP/1.1" status: 200 len: 217 time: 0.0732348 Sep 04 16:22:18.759883 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-936d16d0-7a71-4b7f-8feb-68072e1833f0 req-12e55dab-4537-4500-9a8b-0d4d81a5f6eb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743609 Sep 04 16:22:18.803151 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90687ec6-4062-497a-b58d-b0223670033c req-f58da7b9-83a8-4837-b77a-c90180f6104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:18.804605 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-f58da7b9-83a8-4837-b77a-c90180f6104a service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f7859263-87c4-4deb-b705-3035c11e4e06 HTTP/1.1" status: 200 len: 849 time: 0.0847716 Sep 04 16:22:18.809484 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] For port b7aa303d-deea-4135-89b8-303faf88bdfe, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=b7aa303d-deea-4135-89b8-303faf88bdfe,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:18.809901 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:18.847220 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Calling delete_port for b7aa303d-deea-4135-89b8-303faf88bdfe owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:18.867625 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90687ec6-4062-497a-b58d-b0223670033c req-1f6f6d12-2fd5-434d-89dd-9c734c8e855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:18.869151 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-1f6f6d12-2fd5-434d-89dd-9c734c8e855d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c473da39-bd28-4e2e-830f-12458827922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566976 Sep 04 16:22:19.011876 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-377d1bcc-9b3d-4ff8-ab6f-f6c77685a6e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139336 Sep 04 16:22:19.091330 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:19.145163 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90687ec6-4062-497a-b58d-b0223670033c req-9995b22c-87d6-4391-8481-01cd79ed0e02 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267488 Sep 04 16:22:19.186140 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (b7aa303d-deea-4135-89b8-303faf88bdfe), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:19.216048 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event deleted for resources: {'Port': ['ID=b7aa303d-deea-4135-89b8-303faf88bdfe,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:19.263554 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] No DVR routers for this DVR port b7aa303d-deea-4135-89b8-303faf88bdfe on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:22:19.265993 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:19.270425 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-45e3190c-de08-4809-b598-ca04bd7b10a5 req-49f7eb64-a425-4b6d-b265-81bd4a9f8b3a tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.27 "DELETE /networking/v2.0/ports/b7aa303d-deea-4135-89b8-303faf88bdfe HTTP/1.1" status: 204 len: 173 time: 0.8460660 Sep 04 16:22:19.270808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'name': 'network-vif-deleted', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:22:19.273023 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d9c265-b79c-4e3d-9aa0-c181c0962428" -d '{"events": [{"server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "name": "network-vif-deleted", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:22:19.323236 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0ab37f-afd3-4603-96e4-17f49f5aa13a x-openstack-request-id: req-0d0ab37f-afd3-4603-96e4-17f49f5aa13a {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:22:19.323535 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84acd9f2-8732-4d8b-843e-46e2ccd5e5cc", "name": "network-vif-deleted", "tag": "b7aa303d-deea-4135-89b8-303faf88bdfe", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:22:19.323785 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d0ab37f-afd3-4603-96e4-17f49f5aa13a {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:22:19.324198 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0ab37f-afd3-4603-96e4-17f49f5aa13a'] response: {'server_uuid': '84acd9f2-8732-4d8b-843e-46e2ccd5e5cc', 'name': 'network-vif-deleted', 'tag': 'b7aa303d-deea-4135-89b8-303faf88bdfe', 'status': 'completed', 'code': 200} Sep 04 16:22:19.357655 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:19.375796 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814622e-0f8f-4ffc-a402-6492d9d352b7 req-ffc12c07-9278-4e96-8a40-75cd4aa679a1 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:19.378007 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b814622e-0f8f-4ffc-a402-6492d9d352b7 req-ffc12c07-9278-4e96-8a40-75cd4aa679a1 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 943 time: 0.0515616 Sep 04 16:22:19.425597 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b814622e-0f8f-4ffc-a402-6492d9d352b7 req-476d7e1a-ecb3-4307-8768-4e7fdf425b5a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418782 Sep 04 16:22:19.559749 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-70e14456-ec95-4ca2-93b1-7767b282a501 req-1222c59a-9e9a-4eb0-b89e-ca192f81b271 tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 210 time: 0.0293608 Sep 04 16:22:20.559883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3e42e-7fdf-412d-b4ee-80cad26747cb req-09e37511-e327-4f36-821c-837f38758e27 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:20.561289 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cdb3e42e-7fdf-412d-b4ee-80cad26747cb req-09e37511-e327-4f36-821c-837f38758e27 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 943 time: 0.0551755 Sep 04 16:22:20.624162 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cdb3e42e-7fdf-412d-b4ee-80cad26747cb req-9e24f089-0bb9-4af0-9393-0a9005af265a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565479 Sep 04 16:22:20.703697 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3aade9d0-d766-4568-b869-9b697d52070d req-8eaf5840-78fc-4fd5-93c2-a2c94cad5d2d tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=84acd9f2-8732-4d8b-843e-46e2ccd5e5cc HTTP/1.1" status: 200 len: 210 time: 0.0369267 Sep 04 16:22:21.751794 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924f9d-05c2-4d83-b826-fb1e9d4abfeb req-a4fd7527-85b2-44aa-88b9-a91ce947b565 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:21.753154 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53924f9d-05c2-4d83-b826-fb1e9d4abfeb req-a4fd7527-85b2-44aa-88b9-a91ce947b565 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 943 time: 0.0475502 Sep 04 16:22:21.764759 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 2ba1839b-cf90-4859-94e6-4295e7f3acba details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:22:21.768210 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device b7aa303d-deea-4135-89b8-303faf88bdfe no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:21.783716 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54646) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:21.798294 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: b7aa303d-deea-4135-89b8-303faf88bdfe {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:21.798294 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device b7aa303d-deea-4135-89b8-303faf88bdfe not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:21.828932 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53924f9d-05c2-4d83-b826-fb1e9d4abfeb req-f6000877-9c63-4914-82f3-1948b1c1c2d1 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635262 Sep 04 16:22:21.856700 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-50a2b4e8-9ed2-433b-8caf-1344e96daf5f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group (ae431359-abb1-41a6-8bcd-982d70fcb3b5), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:21.882452 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-50a2b4e8-9ed2-433b-8caf-1344e96daf5f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group (ae431359-abb1-41a6-8bcd-982d70fcb3b5), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:21.902613 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 2ba1839b-cf90-4859-94e6-4295e7f3acba, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2ba1839b-cf90-4859-94e6-4295e7f3acba,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:21.915941 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '2ba1839b-cf90-4859-94e6-4295e7f3acba', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'port_id': '2ba1839b-cf90-4859-94e6-4295e7f3acba', 'mac_address': 'fa:16:3e:93:3d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:22:21.961508 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 2ba1839b-cf90-4859-94e6-4295e7f3acba is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:21.961934 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:21.974868 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba1839b-cf90-4859-94e6-4295e7f3acba {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:22:21.994228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 2ba1839b-cf90-4859-94e6-4295e7f3acba, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2ba1839b-cf90-4859-94e6-4295e7f3acba,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:22.037223 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-50a2b4e8-9ed2-433b-8caf-1344e96daf5f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (ae431359-abb1-41a6-8bcd-982d70fcb3b5), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.039872 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-50a2b4e8-9ed2-433b-8caf-1344e96daf5f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.041092 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-50a2b4e8-9ed2-433b-8caf-1344e96daf5f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/ae431359-abb1-41a6-8bcd-982d70fcb3b5 HTTP/1.1" status: 204 len: 168 time: 0.2563436 Sep 04 16:22:22.051695 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2b4e8-9ed2-433b-8caf-1344e96daf5f tempest-TestShelveInstance-1353950557 tempest-TestShelveInstance-1353950557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae431359-abb1-41a6-8bcd-982d70fcb3b5,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:22.072321 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.121998 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=2ba1839b-cf90-4859-94e6-4295e7f3acba,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:22.204106 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54654) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:22.285138 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['2ba1839b-cf90-4859-94e6-4295e7f3acba'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:22:22.362637 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54660) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:22.437957 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4e323a22-46ea-4bd3-9af3-30bfda08d624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.642170 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4e323a22-46ea-4bd3-9af3-30bfda08d624 admin admin] Publish callbacks [] for security_group (85e18744-8f2f-449b-9e2c-da1901315c9b), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.704420 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4e323a22-46ea-4bd3-9af3-30bfda08d624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (85e18744-8f2f-449b-9e2c-da1901315c9b), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.751269 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-4e323a22-46ea-4bd3-9af3-30bfda08d624 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4c315743955d445bb723d05751ae155a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876095 Sep 04 16:22:22.754099 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54664) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:22.759764 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e323a22-46ea-4bd3-9af3-30bfda08d624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e18744-8f2f-449b-9e2c-da1901315c9b,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:22.785139 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:22.807112 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ff485a5-affe-42a0-b8b1-ce7e152c4309 admin admin] Publish callbacks [] for security_group (85e18744-8f2f-449b-9e2c-da1901315c9b), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.827530 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ff485a5-affe-42a0-b8b1-ce7e152c4309 admin admin] Publish callbacks [] for security_group (85e18744-8f2f-449b-9e2c-da1901315c9b), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.845038 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (00e0d36b-288e-4811-80b5-b4c95421b7d1), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.892743 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:22.939927 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ff485a5-affe-42a0-b8b1-ce7e152c4309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (85e18744-8f2f-449b-9e2c-da1901315c9b), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.943223 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4ff485a5-affe-42a0-b8b1-ce7e152c4309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:22.944405 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-4ff485a5-affe-42a0-b8b1-ce7e152c4309 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/85e18744-8f2f-449b-9e2c-da1901315c9b HTTP/1.1" status: 204 len: 168 time: 0.1893091 Sep 04 16:22:22.952664 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff485a5-affe-42a0-b8b1-ce7e152c4309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e18744-8f2f-449b-9e2c-da1901315c9b,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:22.969997 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:23.012673 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f2890-15c1-444c-99e0-d609dcaac01d req-4b53e378-4e20-4bd4-b40d-d0a573a7d31d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:23.014132 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-da1f2890-15c1-444c-99e0-d609dcaac01d req-4b53e378-4e20-4bd4-b40d-d0a573a7d31d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 944 time: 0.0887661 Sep 04 16:22:23.113702 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-da1f2890-15c1-444c-99e0-d609dcaac01d req-78888f36-a80a-49f6-88cc-122a32503fb7 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800712 Sep 04 16:22:23.154637 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Deleting port 7d66abae-336e-4ddb-aaad-233a67fb1905 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:23.154969 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:23.236153 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] For port 7d66abae-336e-4ddb-aaad-233a67fb1905, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=7d66abae-336e-4ddb-aaad-233a67fb1905,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:23.236414 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:23.250796 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Calling delete_port for 7d66abae-336e-4ddb-aaad-233a67fb1905 owned by network:router_interface {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:23.385336 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:23.507947 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (7d66abae-336e-4ddb-aaad-233a67fb1905), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:23.534040 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d66abae-336e-4ddb-aaad-233a67fb1905,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:23.554095 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54672) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:23.569009 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-31884dcf-1d9f-495e-8fa7-6e03eb2ac5d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:23.656585 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-31884dcf-1d9f-495e-8fa7-6e03eb2ac5d4 admin admin] Publish callbacks [] for security_group (db1cc515-43f1-4022-ad23-5a8d5bc7e5a7), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:23.759435 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-31884dcf-1d9f-495e-8fa7-6e03eb2ac5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (db1cc515-43f1-4022-ad23-5a8d5bc7e5a7), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:23.762859 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 2ba1839b-cf90-4859-94e6-4295e7f3acba up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:22:23.763369 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:23.808086 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 2ba1839b-cf90-4859-94e6-4295e7f3acba completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:22:23.808314 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-31884dcf-1d9f-495e-8fa7-6e03eb2ac5d4 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=3e339428e0f449368bc430cef07fa951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529049 Sep 04 16:22:23.808913 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31884dcf-1d9f-495e-8fa7-6e03eb2ac5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1cc515-43f1-4022-ad23-5a8d5bc7e5a7,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:23.811396 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54674) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:23.879473 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 2ba1839b-cf90-4859-94e6-4295e7f3acba triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:23.879869 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:23.969147 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 2ba1839b-cf90-4859-94e6-4295e7f3acba is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:23.969536 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:23.996252 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba1839b-cf90-4859-94e6-4295e7f3acba'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:22:23.998838 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37a17aa-cc3a-4417-b898-295288e75fdc" -d '{"events": [{"server_uuid": "b4ab95ba-6b1d-482f-9160-c25b0c3ba82b", "name": "network-vif-plugged", "status": "completed", "tag": "2ba1839b-cf90-4859-94e6-4295e7f3acba"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:22:24.012721 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 2ba1839b-cf90-4859-94e6-4295e7f3acba, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2ba1839b-cf90-4859-94e6-4295e7f3acba,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:24.023744 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (00e0d36b-288e-4811-80b5-b4c95421b7d1), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.049633 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f624387-c69c-4429-b478-500ac050858e x-openstack-request-id: req-7f624387-c69c-4429-b478-500ac050858e {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:22:24.049986 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ab95ba-6b1d-482f-9160-c25b0c3ba82b", "name": "network-vif-plugged", "status": "completed", "tag": "2ba1839b-cf90-4859-94e6-4295e7f3acba", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:22:24.050240 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f624387-c69c-4429-b478-500ac050858e {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:22:24.050632 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f624387-c69c-4429-b478-500ac050858e'] response: {'server_uuid': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba1839b-cf90-4859-94e6-4295e7f3acba', 'code': 200} Sep 04 16:22:24.088435 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1e6b-50e2-40a8-8009-24f38457baf7 admin admin] Publish callbacks [] for security_group (db1cc515-43f1-4022-ad23-5a8d5bc7e5a7), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.094301 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.111227 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1e6b-50e2-40a8-8009-24f38457baf7 admin admin] Publish callbacks [] for security_group (db1cc515-43f1-4022-ad23-5a8d5bc7e5a7), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.149988 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=2ba1839b-cf90-4859-94e6-4295e7f3acba,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:24.157953 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.158386 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.158789 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.159333 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.159991 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.160510 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.161092 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.162301 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.162556 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.163152 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.163497 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.163828 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.164327 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.164652 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.165154 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:24.240490 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1e6b-50e2-40a8-8009-24f38457baf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (db1cc515-43f1-4022-ad23-5a8d5bc7e5a7), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.243055 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4e2e1e6b-50e2-40a8-8009-24f38457baf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.244183 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-4e2e1e6b-50e2-40a8-8009-24f38457baf7 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/db1cc515-43f1-4022-ad23-5a8d5bc7e5a7 HTTP/1.1" status: 204 len: 168 time: 0.4318650 Sep 04 16:22:24.252116 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e1e6b-50e2-40a8-8009-24f38457baf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1cc515-43f1-4022-ad23-5a8d5bc7e5a7,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:24.299131 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2042c-16c1-462a-b6bb-28ac5b12948c req-c40bb23c-40ce-4e7b-a674-18d34b7b34b8 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:24.300852 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-02c2042c-16c1-462a-b6bb-28ac5b12948c req-c40bb23c-40ce-4e7b-a674-18d34b7b34b8 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0897508 Sep 04 16:22:24.320518 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Router 00e0d36b-288e-4811-80b5-b4c95421b7d1 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:22:24.433232 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-02c2042c-16c1-462a-b6bb-28ac5b12948c req-e4d95f19-4652-4895-a38b-30ff0ca31ca3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253626 Sep 04 16:22:24.445782 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:DELETE=6,neutron:UPDATE=1,neutron:SELECT=93 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:24.448613 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97764111-b350-4a73-9422-3bfc6c16dd56 req-a8ab840e-1fbb-453c-aba8-b582089161ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:24.450292 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-97764111-b350-4a73-9422-3bfc6c16dd56 req-a8ab840e-1fbb-453c-aba8-b582089161ec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 1129 time: 0.0996032 Sep 04 16:22:24.524316 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:22:24.529684 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-b741362a-1e2e-4cdf-9635-8d7a5386833c admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/00e0d36b-288e-4811-80b5-b4c95421b7d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3244808 Sep 04 16:22:24.532494 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54682) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:24.533539 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] Sync routers for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:22:24.537695 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-97764111-b350-4a73-9422-3bfc6c16dd56 req-f2474ebb-de90-42c2-9fe0-d71559399d5f service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603914 Sep 04 16:22:24.546450 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:24.547152 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:24.595357 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:24.635228 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks [] for router (00e0d36b-288e-4811-80b5-b4c95421b7d1), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.667469 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:24.731961 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:24.764959 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks [] for router_gateway (00e0d36b-288e-4811-80b5-b4c95421b7d1), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.873132 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:22:23Z', 'revision_number': 5, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port': {'id': '2dc0cc42-f89d-46ed-bfe4-62f4872bdb42', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:24.879095 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Deleting port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:24.879578 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.898246 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] Checking router: 00e0d36b-288e-4811-80b5-b4c95421b7d1 for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:22:24.906837 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] Routers {'00e0d36b-288e-4811-80b5-b4c95421b7d1'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:24.907425 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['00e0d36b-288e-4811-80b5-b4c95421b7d1'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:24.946544 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:24.962629 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] For port 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=2dc0cc42-f89d-46ed-bfe4-62f4872bdb42,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:24.962997 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:24.981150 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Calling delete_port for 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 owned by network:router_gateway {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:25.131330 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] Set router 00e0d36b-288e-4811-80b5-b4c95421b7d1 gateway port host: None {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:25.184443 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:22:24Z', 'revision_number': 6, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port_host': None}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:25.216794 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (2dc0cc42-f89d-46ed-bfe4-62f4872bdb42), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.217226 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5ccfcc-deba-4f79-8bd5-086206efccda None None] The sync data for ids ['00e0d36b-288e-4811-80b5-b4c95421b7d1'] in dv-cinder-852364-6-iscsi is: [{'id': '00e0d36b-288e-4811-80b5-b4c95421b7d1', 'name': 'tempest-TestShelveInstance-1210103579-router', 'tenant_id': '770dbd9183804e7fb0cbb99af75b45f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:29Z', 'updated_at': '2022-09-04T16:22:24Z', 'revision_number': 6, 'project_id': '770dbd9183804e7fb0cbb99af75b45f2', 'gw_port_host': None}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:22:25.226003 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:25.251606 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc0cc42-f89d-46ed-bfe4-62f4872bdb42,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:25.313856 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (00e0d36b-288e-4811-80b5-b4c95421b7d1), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.403793 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (00e0d36b-288e-4811-80b5-b4c95421b7d1), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.405955 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks [] for router_controller (00e0d36b-288e-4811-80b5-b4c95421b7d1), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.507990 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (00e0d36b-288e-4811-80b5-b4c95421b7d1), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.508921 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00e0d36b-288e-4811-80b5-b4c95421b7d1 {{(pid=106841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:22:25.520558 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.526775 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-65b507ed-e219-433d-a102-69731c44fdd3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/00e0d36b-288e-4811-80b5-b4c95421b7d1 HTTP/1.1" status: 204 len: 168 time: 0.9893832 Sep 04 16:22:25.526775 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54706) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:25.578762 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c903a3a-01f8-4815-b80c-af46b1714d57 admin admin] Deleting subnet 3797ebf1-8cfe-4502-b2ad-8c62a032dc40 {{(pid=106841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:22:25.582073 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8c903a3a-01f8-4815-b80c-af46b1714d57 admin admin] Publish callbacks [] for subnet (3797ebf1-8cfe-4502-b2ad-8c62a032dc40), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.586830 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0be4a2-7a43-415b-90ef-015699287563 req-50910c9c-74b3-44ea-a812-1ef87810b588 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:25.588323 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2f0be4a2-7a43-415b-90ef-015699287563 req-50910c9c-74b3-44ea-a812-1ef87810b588 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0624394 Sep 04 16:22:25.622746 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8c903a3a-01f8-4815-b80c-af46b1714d57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734260'] for subnet (3797ebf1-8cfe-4502-b2ad-8c62a032dc40), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.644434 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2f0be4a2-7a43-415b-90ef-015699287563 req-5b9b9ad5-9215-4e33-a0c9-e38ce8e01982 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490294 Sep 04 16:22:25.741078 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8c903a3a-01f8-4815-b80c-af46b1714d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (3797ebf1-8cfe-4502-b2ad-8c62a032dc40), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.879903 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8c903a3a-01f8-4815-b80c-af46b1714d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25855034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25769455'] for subnet (3797ebf1-8cfe-4502-b2ad-8c62a032dc40), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.908039 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c903a3a-01f8-4815-b80c-af46b1714d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3797ebf1-8cfe-4502-b2ad-8c62a032dc40,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:25.911865 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8c903a3a-01f8-4815-b80c-af46b1714d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:25.915323 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-8c903a3a-01f8-4815-b80c-af46b1714d57 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/3797ebf1-8cfe-4502-b2ad-8c62a032dc40 HTTP/1.1" status: 204 len: 168 time: 0.3888566 Sep 04 16:22:25.917899 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54714) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:25.919829 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31d0f61-a4f9-4f01-a52b-d538f5274248 None None] Network b2b9ef80-2b71-48ed-a94f-408f1798eb56 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:22:25.992024 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (b2b9ef80-2b71-48ed-a94f-408f1798eb56), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.048127 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Deleting port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:26.048466 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.099540 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e61be7-aa68-45b2-8374-b28d0fed7001 None None] DHCP port deletion for b2b9ef80-2b71-48ed-a94f-408f1798eb56 request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:22:26.121312 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] For port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8c2a5266-6761-4d53-bcf5-3cb1c3143f86,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:26.121778 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.139186 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Calling delete_port for 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 owned by network:dhcp {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:26.146454 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-b4e61be7-aa68-45b2-8374-b28d0fed7001 None None] Deleting port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:26.147184 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b4e61be7-aa68-45b2-8374-b28d0fed7001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.219683 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-b4e61be7-aa68-45b2-8374-b28d0fed7001 None None] For port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=8c2a5266-6761-4d53-bcf5-3cb1c3143f86,segment=NetworkSegment(2e3fc4f6-c35f-4d51-acae-90855cb9c850),segment_id=2e3fc4f6-c35f-4d51-acae-90855cb9c850)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:26.220292 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b4e61be7-aa68-45b2-8374-b28d0fed7001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.233694 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-b4e61be7-aa68-45b2-8374-b28d0fed7001 None None] Calling delete_port for 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:26.330252 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.343138 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b4e61be7-aa68-45b2-8374-b28d0fed7001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (8c2a5266-6761-4d53-bcf5-3cb1c3143f86), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.363517 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2a5266-6761-4d53-bcf5-3cb1c3143f86,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:26.367822 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] No DVR routers for this DVR port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 on host dv-cinder-852364-6-iscsi {{(pid=106841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:22:26.387832 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e61be7-aa68-45b2-8374-b28d0fed7001 None None] Pushing event deleted for resources: {'Port': ['ID=8c2a5266-6761-4d53-bcf5-3cb1c3143f86,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:26.393858 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e61be7-aa68-45b2-8374-b28d0fed7001 None None] No DVR routers for this DVR port 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:22:26.452336 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:26.464661 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (b2b9ef80-2b71-48ed-a94f-408f1798eb56), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.486872 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 7d66abae-336e-4ddb-aaad-233a67fb1905 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:26.487656 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b9ef80-2b71-48ed-a94f-408f1798eb56']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:26.498655 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3fc4f6-c35f-4d51-acae-90855cb9c850') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:26.499046 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3fc4f6-c35f-4d51-acae-90855cb9c850') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:26.506344 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 7d66abae-336e-4ddb-aaad-233a67fb1905 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:26.506693 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 7d66abae-336e-4ddb-aaad-233a67fb1905 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:26.507112 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:26.509103 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (2e3fc4f6-c35f-4d51-acae-90855cb9c850), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.523222 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (2e3fc4f6-c35f-4d51-acae-90855cb9c850), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.525193 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:26.525538 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 8c2a5266-6761-4d53-bcf5-3cb1c3143f86 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:26.529056 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:26.529342 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:26.530774 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:22:26.531163 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (2e3fc4f6-c35f-4d51-acae-90855cb9c850), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.545479 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:26.545884 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 2dc0cc42-f89d-46ed-bfe4-62f4872bdb42 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:26.578808 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 2e3fc4f6-c35f-4d51-acae-90855cb9c850 resource provider aggregate not found Sep 04 16:22:26.596807 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 2e3fc4f6-c35f-4d51-acae-90855cb9c850 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e3fc4f6-c35f-4d51-acae-90855cb9c850 found for delete ", "request_id": "req-398a7339-8939-4d2f-a3cf-7d99aa485299"}]} Sep 04 16:22:26.690578 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (b2b9ef80-2b71-48ed-a94f-408f1798eb56), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.708853 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:26.716030 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/b2b9ef80-2b71-48ed-a94f-408f1798eb56 HTTP/1.1" status: 204 len: 168 time: 0.7931802 Sep 04 16:22:26.716229 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54738) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:26.724449 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a83a9-3c21-4459-8b6a-2e9b7900c676 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b9ef80-2b71-48ed-a94f-408f1798eb56,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:26.843402 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1c4b2-bd32-4a7b-99c4-968057be603c req-de2e0d03-c262-4312-87db-ddb2f22a9797 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:26.844907 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1cf1c4b2-bd32-4a7b-99c4-968057be603c req-de2e0d03-c262-4312-87db-ddb2f22a9797 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0900588 Sep 04 16:22:26.940761 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1cf1c4b2-bd32-4a7b-99c4-968057be603c req-3b3d7bc0-e94c-4c88-9d83-bd91926e8a80 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869613 Sep 04 16:22:26.949634 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:27.088579 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7323ac-4cfb-494c-b518-1ac37becfa33 req-ec5ba873-b637-40ab-bd40-cf6115b31cbc tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:27.090092 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec7323ac-4cfb-494c-b518-1ac37becfa33 req-ec5ba873-b637-40ab-bd40-cf6115b31cbc tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0746744 Sep 04 16:22:27.101638 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54742) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:27.106818 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-ab30c093-38e0-4e80-9810-6ddfbde8773e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'floatingip': {'port_id': '2ba1839b-cf90-4859-94e6-4295e7f3acba'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:27.148863 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ab30c093-38e0-4e80-9810-6ddfbde8773e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (57951da0-428c-4ef9-8816-0b55637b91fa), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:27.154143 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (477200f3-ac13-45be-aef2-ae4eeb1afcdc), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:27.388061 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Deleting port e7f53184-d945-4780-8aed-7e3a3cfb2b61 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:27.388397 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:27.484576 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] For port e7f53184-d945-4780-8aed-7e3a3cfb2b61, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=e7f53184-d945-4780-8aed-7e3a3cfb2b61,segment=NetworkSegment(f26f7923-dc4c-4060-8e4f-b93a381e464c),segment_id=f26f7923-dc4c-4060-8e4f-b93a381e464c)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:27.484909 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:27.499096 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Calling delete_port for e7f53184-d945-4780-8aed-7e3a3cfb2b61 owned by network:router_interface {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:27.546216 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:27.591524 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ab30c093-38e0-4e80-9810-6ddfbde8773e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:27.707619 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ab30c093-38e0-4e80-9810-6ddfbde8773e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (57951da0-428c-4ef9-8816-0b55637b91fa), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:27.736332 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (e7f53184-d945-4780-8aed-7e3a3cfb2b61), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:27.765808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f53184-d945-4780-8aed-7e3a3cfb2b61,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:27.811637 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-ab30c093-38e0-4e80-9810-6ddfbde8773e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Floating IP 57951da0-428c-4ef9-8816-0b55637b91fa associated. External IP: 172.27.3.193, port: 2ba1839b-cf90-4859-94e6-4295e7f3acba. Sep 04 16:22:27.931650 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:27.940508 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (477200f3-ac13-45be-aef2-ae4eeb1afcdc), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:28.030418 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab30c093-38e0-4e80-9810-6ddfbde8773e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:22:28.080032 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:28.182295 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Router 477200f3-ac13-45be-aef2-ae4eeb1afcdc has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:22:28.291456 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:22:28.296292 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-5e48b94e-3317-4494-82c3-32844c1094f7 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/477200f3-ac13-45be-aef2-ae4eeb1afcdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5796180 Sep 04 16:22:28.298866 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54750) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:28.309269 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f410df4-1485-470f-99b2-ff746594827d None None] Sync routers for ids ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:22:28.326527 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f410df4-1485-470f-99b2-ff746594827d None None] Routers {'477200f3-ac13-45be-aef2-ae4eeb1afcdc'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:28.327276 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-0f410df4-1485-470f-99b2-ff746594827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:28.353611 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:28.355171 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab30c093-38e0-4e80-9810-6ddfbde8773e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:22:28.360312 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-ab30c093-38e0-4e80-9810-6ddfbde8773e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:28.366780 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] Sync routers for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:22:28.382601 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:28.385888 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:28.399399 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-ab30c093-38e0-4e80-9810-6ddfbde8773e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/57951da0-428c-4ef9-8816-0b55637b91fa HTTP/1.1" status: 200 len: 991 time: 1.2956915 Sep 04 16:22:28.399399 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'tag': '2ba1839b-cf90-4859-94e6-4295e7f3acba'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:22:28.401455 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e244f013-6aee-4b09-ad31-b3a7182a5abd" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ab95ba-6b1d-482f-9160-c25b0c3ba82b", "tag": "2ba1839b-cf90-4859-94e6-4295e7f3acba"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:22:28.415096 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:28.424210 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks [] for router (477200f3-ac13-45be-aef2-ae4eeb1afcdc), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:28.448666 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91082d6-d1de-4db8-b555-a0e64fc1aba4 x-openstack-request-id: req-f91082d6-d1de-4db8-b555-a0e64fc1aba4 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:22:28.449170 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ab95ba-6b1d-482f-9160-c25b0c3ba82b", "tag": "2ba1839b-cf90-4859-94e6-4295e7f3acba", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:22:28.449439 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f91082d6-d1de-4db8-b555-a0e64fc1aba4 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:22:28.449887 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91082d6-d1de-4db8-b555-a0e64fc1aba4'] response: {'name': 'network-changed', 'server_uuid': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'tag': '2ba1839b-cf90-4859-94e6-4295e7f3acba', 'status': 'completed', 'code': 200} Sep 04 16:22:28.462244 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:28.517608 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-0f410df4-1485-470f-99b2-ff746594827d None None] Set router 477200f3-ac13-45be-aef2-ae4eeb1afcdc gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:28.560515 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:28.753761 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-0f410df4-1485-470f-99b2-ff746594827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:22:27Z', 'revision_number': 5, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'gw_port': {'id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:40Z', 'updated_at': '2022-09-04T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:28.784642 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f410df4-1485-470f-99b2-ff746594827d None None] Checking router: 477200f3-ac13-45be-aef2-ae4eeb1afcdc for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:22:28.798306 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f410df4-1485-470f-99b2-ff746594827d None None] Routers {'477200f3-ac13-45be-aef2-ae4eeb1afcdc'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:28.799778 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-0f410df4-1485-470f-99b2-ff746594827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:28.814692 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:28.830342 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '57951da0-428c-4ef9-8816-0b55637b91fa', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'port_id': '2ba1839b-cf90-4859-94e6-4295e7f3acba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'mac_address': 'fa:16:3e:93:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:22:10Z', 'updated_at': '2022-09-04T16:22:27Z', 'revision_number': 1, 'project_id': '6dde43a19e95472d87ea4273922156be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:28.857373 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] Checking router: 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:22:28.867955 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:28.868635 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:28.883226 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-28dc7edf-2df5-4ee8-9304-70d58aa5abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:28.884838 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-28dc7edf-2df5-4ee8-9304-70d58aa5abb3 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 1129 time: 0.4045320 Sep 04 16:22:28.918602 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks [] for router_gateway (477200f3-ac13-45be-aef2-ae4eeb1afcdc), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:28.929246 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-0f410df4-1485-470f-99b2-ff746594827d None None] Set router 477200f3-ac13-45be-aef2-ae4eeb1afcdc gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:28.956342 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=100 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:28.985812 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:28.994098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-73b4874f-b207-46d0-b683-0ceea16372de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:28.995873 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-73b4874f-b207-46d0-b683-0ceea16372de service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 200 len: 911 time: 0.1037464 Sep 04 16:22:29.095025 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-5a9ffdcd-4d80-4799-99f1-7295ed3e1015 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ba1839b-cf90-4859-94e6-4295e7f3acba HTTP/1.1" status: 200 len: 999 time: 0.0937846 Sep 04 16:22:29.096120 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Deleting port b982990d-9d79-4d5a-9b56-207eb2c2ff94 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:29.096545 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:29.116214 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-0f410df4-1485-470f-99b2-ff746594827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:22:27Z', 'revision_number': 5, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'gw_port': {'id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:40Z', 'updated_at': '2022-09-04T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:29.149655 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f410df4-1485-470f-99b2-ff746594827d None None] The sync data for ids ['477200f3-ac13-45be-aef2-ae4eeb1afcdc'] in dv-cinder-852364-6-iscsi is: [{'id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'name': 'tempest-TestShelveInstance-147298153-router', 'tenant_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:22:27Z', 'revision_number': 5, 'project_id': 'e490f07e81604d68a8aa6ccc2b3ee34d', 'gw_port': {'id': 'b982990d-9d79-4d5a-9b56-207eb2c2ff94', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477200f3-ac13-45be-aef2-ae4eeb1afcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:40Z', 'updated_at': '2022-09-04T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:22:29.198305 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:29.218899 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-2d239f31-5d3f-40a0-a00d-2241cd1d1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:29.220373 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-2d239f31-5d3f-40a0-a00d-2241cd1d1e82 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f7859263-87c4-4deb-b705-3035c11e4e06 HTTP/1.1" status: 200 len: 849 time: 0.1182399 Sep 04 16:22:29.268145 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '57951da0-428c-4ef9-8816-0b55637b91fa', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'port_id': '2ba1839b-cf90-4859-94e6-4295e7f3acba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'mac_address': 'fa:16:3e:93:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:22:10Z', 'updated_at': '2022-09-04T16:22:27Z', 'revision_number': 1, 'project_id': '6dde43a19e95472d87ea4273922156be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:29.268324 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] For port b982990d-9d79-4d5a-9b56-207eb2c2ff94, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b982990d-9d79-4d5a-9b56-207eb2c2ff94,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:29.268324 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:29.283696 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb992401-5710-40de-8574-808ca0e38cd2 None None] The sync data for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi is: [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': '57951da0-428c-4ef9-8816-0b55637b91fa', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'port_id': '2ba1839b-cf90-4859-94e6-4295e7f3acba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'mac_address': 'fa:16:3e:93:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:22:10Z', 'updated_at': '2022-09-04T16:22:27Z', 'revision_number': 1, 'project_id': '6dde43a19e95472d87ea4273922156be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:22:29.289896 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Calling delete_port for b982990d-9d79-4d5a-9b56-207eb2c2ff94 owned by network:router_gateway {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:29.292393 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-4afaa742-85fb-4ab0-b2e2-6cd6fab117dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:29.293976 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-4afaa742-85fb-4ab0-b2e2-6cd6fab117dd service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c473da39-bd28-4e2e-830f-12458827922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649335 Sep 04 16:22:29.481999 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-ab4354db-2ce3-48c1-8b6e-c249f7e5be88 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802714 Sep 04 16:22:29.518733 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819ab1bb-5045-47ed-bd7a-f9335dd97bbd None None] New status for floating IP 57951da0-428c-4ef9-8816-0b55637b91fa: ACTIVE {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:22:29.625032 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e244f013-6aee-4b09-ad31-b3a7182a5abd req-5e0120ee-6c39-4151-8b76-311e9af552df service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328781 Sep 04 16:22:29.711736 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (b982990d-9d79-4d5a-9b56-207eb2c2ff94), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:29.742776 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Pushing event deleted for resources: {'Port': ['ID=b982990d-9d79-4d5a-9b56-207eb2c2ff94,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:29.807671 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (477200f3-ac13-45be-aef2-ae4eeb1afcdc), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:29.897171 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (477200f3-ac13-45be-aef2-ae4eeb1afcdc), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:29.898478 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:29.899789 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks [] for router_controller (477200f3-ac13-45be-aef2-ae4eeb1afcdc), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.068005 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (477200f3-ac13-45be-aef2-ae4eeb1afcdc), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.068584 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 477200f3-ac13-45be-aef2-ae4eeb1afcdc {{(pid=106842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:22:30.073024 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.074585 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-e33a8173-b34e-4a8a-a9e2-2351b936979f admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/477200f3-ac13-45be-aef2-ae4eeb1afcdc HTTP/1.1" status: 204 len: 168 time: 1.7744300 Sep 04 16:22:30.076701 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54764) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:30.129663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fca7eb-da36-4e0c-8343-159f0fb614bf admin admin] Deleting subnet 403c74d8-d222-4b54-ae75-71d7446e75f2 {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:22:30.133415 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-69fca7eb-da36-4e0c-8343-159f0fb614bf admin admin] Publish callbacks [] for subnet (403c74d8-d222-4b54-ae75-71d7446e75f2), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.173094 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-69fca7eb-da36-4e0c-8343-159f0fb614bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (403c74d8-d222-4b54-ae75-71d7446e75f2), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.247675 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-69fca7eb-da36-4e0c-8343-159f0fb614bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (403c74d8-d222-4b54-ae75-71d7446e75f2), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.368879 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-69fca7eb-da36-4e0c-8343-159f0fb614bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (403c74d8-d222-4b54-ae75-71d7446e75f2), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.395799 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fca7eb-da36-4e0c-8343-159f0fb614bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403c74d8-d222-4b54-ae75-71d7446e75f2,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:30.402017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-69fca7eb-da36-4e0c-8343-159f0fb614bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.407943 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-69fca7eb-da36-4e0c-8343-159f0fb614bf admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/403c74d8-d222-4b54-ae75-71d7446e75f2 HTTP/1.1" status: 204 len: 168 time: 0.3280420 Sep 04 16:22:30.408276 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54772) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:30.413858 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc311983-e452-4160-9979-974547f6a3f4 None None] Network 2c10e826-b760-4e2b-80b4-1d6683856c07 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:22:30.417196 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:30.497299 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (2c10e826-b760-4e2b-80b4-1d6683856c07), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.550120 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Deleting port 82062148-75b3-4525-9aa1-17c9e1d7f225 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:30.550444 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.578856 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device e7f53184-d945-4780-8aed-7e3a3cfb2b61 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:30.602070 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: e7f53184-d945-4780-8aed-7e3a3cfb2b61 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:30.602666 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device e7f53184-d945-4780-8aed-7e3a3cfb2b61 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:30.606370 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b982990d-9d79-4d5a-9b56-207eb2c2ff94 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:30.622045 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] For port 82062148-75b3-4525-9aa1-17c9e1d7f225, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=82062148-75b3-4525-9aa1-17c9e1d7f225,segment=NetworkSegment(f26f7923-dc4c-4060-8e4f-b93a381e464c),segment_id=f26f7923-dc4c-4060-8e4f-b93a381e464c)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:30.622476 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011c551-cbdc-40a2-ae05-8a8cf97f2735 None None] DHCP port deletion for 2c10e826-b760-4e2b-80b4-1d6683856c07 request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:22:30.622588 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.625787 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: b982990d-9d79-4d5a-9b56-207eb2c2ff94 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:30.626115 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b982990d-9d79-4d5a-9b56-207eb2c2ff94 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:30.637393 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Calling delete_port for 82062148-75b3-4525-9aa1-17c9e1d7f225 owned by network:dhcp {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:30.665498 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e011c551-cbdc-40a2-ae05-8a8cf97f2735 None None] Deleting port 82062148-75b3-4525-9aa1-17c9e1d7f225 {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:22:30.665836 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e011c551-cbdc-40a2-ae05-8a8cf97f2735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.736470 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-e011c551-cbdc-40a2-ae05-8a8cf97f2735 None None] For port 82062148-75b3-4525-9aa1-17c9e1d7f225, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=82062148-75b3-4525-9aa1-17c9e1d7f225,segment=NetworkSegment(f26f7923-dc4c-4060-8e4f-b93a381e464c),segment_id=f26f7923-dc4c-4060-8e4f-b93a381e464c)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:30.736866 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e011c551-cbdc-40a2-ae05-8a8cf97f2735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.750826 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e011c551-cbdc-40a2-ae05-8a8cf97f2735 None None] Calling delete_port for 82062148-75b3-4525-9aa1-17c9e1d7f225 owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:22:30.800937 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:30.805891 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.834412 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e011c551-cbdc-40a2-ae05-8a8cf97f2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (82062148-75b3-4525-9aa1-17c9e1d7f225), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.837490 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=82062148-75b3-4525-9aa1-17c9e1d7f225,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:30.843031 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] No DVR routers for this DVR port 82062148-75b3-4525-9aa1-17c9e1d7f225 on host dv-cinder-852364-6-iscsi {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:22:30.866130 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e011c551-cbdc-40a2-ae05-8a8cf97f2735 None None] No DVR routers for this DVR port 82062148-75b3-4525-9aa1-17c9e1d7f225 on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:22:30.870986 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011c551-cbdc-40a2-ae05-8a8cf97f2735 None None] Pushing event deleted for resources: {'Port': ['ID=82062148-75b3-4525-9aa1-17c9e1d7f225,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:30.924596 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (2c10e826-b760-4e2b-80b4-1d6683856c07), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.945932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c10e826-b760-4e2b-80b4-1d6683856c07']}} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:30.954161 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:30.955961 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26f7923-dc4c-4060-8e4f-b93a381e464c') {'for_net_delete': True} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:30.956259 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26f7923-dc4c-4060-8e4f-b93a381e464c') {} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:30.966755 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26549617'] for segment (f26f7923-dc4c-4060-8e4f-b93a381e464c), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.980365 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (f26f7923-dc4c-4060-8e4f-b93a381e464c), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:30.986583 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:22:30.986964 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26518376'] for segment (f26f7923-dc4c-4060-8e4f-b93a381e464c), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:31.034635 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment f26f7923-dc4c-4060-8e4f-b93a381e464c resource provider aggregate not found Sep 04 16:22:31.053755 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment f26f7923-dc4c-4060-8e4f-b93a381e464c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f26f7923-dc4c-4060-8e4f-b93a381e464c found for delete ", "request_id": "req-2a21fa8e-8105-4ab0-b2ad-c309f3524672"}]} Sep 04 16:22:31.152635 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (2c10e826-b760-4e2b-80b4-1d6683856c07), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:31.158368 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:31.162555 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/2c10e826-b760-4e2b-80b4-1d6683856c07 HTTP/1.1" status: 204 len: 168 time: 0.7527106 Sep 04 16:22:31.174561 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ce7c0-c887-4557-b5ea-b871405dd6ed admin admin] Pushing event deleted for resources: {'Network': ['ID=2c10e826-b760-4e2b-80b4-1d6683856c07,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:31.565599 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54790) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:31.606336 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-9af62e47-0e10-43a3-811e-d2aa1c14f1ec admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=770dbd9183804e7fb0cbb99af75b45f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395758 Sep 04 16:22:31.608881 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54792) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:31.657253 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-97fc9006-fba5-4484-9e67-1cef7ee2da67 admin admin] Publish callbacks [] for security_group (11bbaeff-6f17-49df-904a-e8e8149853db), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:31.680098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-97fc9006-fba5-4484-9e67-1cef7ee2da67 admin admin] Publish callbacks [] for security_group (11bbaeff-6f17-49df-904a-e8e8149853db), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:32.039365 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-97fc9006-fba5-4484-9e67-1cef7ee2da67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (11bbaeff-6f17-49df-904a-e8e8149853db), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:32.041859 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-97fc9006-fba5-4484-9e67-1cef7ee2da67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:32.043067 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-97fc9006-fba5-4484-9e67-1cef7ee2da67 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/11bbaeff-6f17-49df-904a-e8e8149853db HTTP/1.1" status: 204 len: 168 time: 0.4332559 Sep 04 16:22:32.051235 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc9006-fba5-4484-9e67-1cef7ee2da67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bbaeff-6f17-49df-904a-e8e8149853db,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:32.439544 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 82062148-75b3-4525-9aa1-17c9e1d7f225 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:22:32.460747 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 82062148-75b3-4525-9aa1-17c9e1d7f225 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:22:32.464388 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 82062148-75b3-4525-9aa1-17c9e1d7f225 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:22:32.784278 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54814) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:32.825118 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-5b7ee65f-bea8-4d44-93cc-33fc8a276710 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e490f07e81604d68a8aa6ccc2b3ee34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402343 Sep 04 16:22:32.827723 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54816) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:32.877138 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c89e23f5-16ae-4966-9705-2673ded9f011 admin admin] Publish callbacks [] for security_group (1a8105c9-b25c-43b7-9e83-fc4d1bdfceee), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:32.882892 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54818) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:32.898614 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c89e23f5-16ae-4966-9705-2673ded9f011 admin admin] Publish callbacks [] for security_group (1a8105c9-b25c-43b7-9e83-fc4d1bdfceee), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:32.990126 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dd4-9b72-4817-815c-dcb04723773b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:33.010619 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:33.033374 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c89e23f5-16ae-4966-9705-2673ded9f011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1a8105c9-b25c-43b7-9e83-fc4d1bdfceee), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:33.036110 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c89e23f5-16ae-4966-9705-2673ded9f011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:33.041130 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c89e23f5-16ae-4966-9705-2673ded9f011 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1a8105c9-b25c-43b7-9e83-fc4d1bdfceee HTTP/1.1" status: 204 len: 168 time: 0.2118714 Sep 04 16:22:33.049354 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e23f5-16ae-4966-9705-2673ded9f011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8105c9-b25c-43b7-9e83-fc4d1bdfceee,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:33.066270 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dd4-9b72-4817-815c-dcb04723773b admin admin] Publish callbacks [] for security_group (af831047-8ca1-4dcd-b525-db3830e4c637), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:33.159145 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b29a4dd4-9b72-4817-815c-dcb04723773b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (af831047-8ca1-4dcd-b525-db3830e4c637), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:33.198260 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a4dd4-9b72-4817-815c-dcb04723773b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af831047-8ca1-4dcd-b525-db3830e4c637,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:33.202841 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-b29a4dd4-9b72-4817-815c-dcb04723773b admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=9b122e9f5b03490b842e2a491bf6c126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189425 Sep 04 16:22:33.205491 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54824) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:33.257589 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d1ffa73-dbe6-4f79-98b6-030e4cde4a43 admin admin] Publish callbacks [] for security_group (af831047-8ca1-4dcd-b525-db3830e4c637), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:33.277782 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d1ffa73-dbe6-4f79-98b6-030e4cde4a43 admin admin] Publish callbacks [] for security_group (af831047-8ca1-4dcd-b525-db3830e4c637), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:33.399443 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d1ffa73-dbe6-4f79-98b6-030e4cde4a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (af831047-8ca1-4dcd-b525-db3830e4c637), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:33.402416 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6d1ffa73-dbe6-4f79-98b6-030e4cde4a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:33.403619 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6d1ffa73-dbe6-4f79-98b6-030e4cde4a43 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/af831047-8ca1-4dcd-b525-db3830e4c637 HTTP/1.1" status: 204 len: 168 time: 0.1971757 Sep 04 16:22:33.413529 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ffa73-dbe6-4f79-98b6-030e4cde4a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af831047-8ca1-4dcd-b525-db3830e4c637,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:33.991833 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:22:34.101492 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 54832) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:34.114918 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6e2d939d-5362-4e0e-827c-63eeebe7e0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:34.190979 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6e2d939d-5362-4e0e-827c-63eeebe7e0cd admin admin] Publish callbacks [] for security_group (9780d8f8-bce4-448a-8718-8665309b9553), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:34.233163 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6e2d939d-5362-4e0e-827c-63eeebe7e0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (9780d8f8-bce4-448a-8718-8665309b9553), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:34.239015 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:34.274875 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6e2d939d-5362-4e0e-827c-63eeebe7e0cd admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=2900bdff3a364c7dbfd1c1165bd7f6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722591 Sep 04 16:22:34.275622 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d939d-5362-4e0e-827c-63eeebe7e0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9780d8f8-bce4-448a-8718-8665309b9553,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:34.277922 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 54834) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:34.301711 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:34.328739 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78da647e-f817-4bd3-90b1-bac227d1296d admin admin] Publish callbacks [] for security_group (9780d8f8-bce4-448a-8718-8665309b9553), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:34.351783 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78da647e-f817-4bd3-90b1-bac227d1296d admin admin] Publish callbacks [] for security_group (9780d8f8-bce4-448a-8718-8665309b9553), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:34.448688 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78da647e-f817-4bd3-90b1-bac227d1296d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (9780d8f8-bce4-448a-8718-8665309b9553), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:34.452095 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78da647e-f817-4bd3-90b1-bac227d1296d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:34.454067 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-78da647e-f817-4bd3-90b1-bac227d1296d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/9780d8f8-bce4-448a-8718-8665309b9553 HTTP/1.1" status: 204 len: 168 time: 0.1749558 Sep 04 16:22:34.465269 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da647e-f817-4bd3-90b1-bac227d1296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9780d8f8-bce4-448a-8718-8665309b9553,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:35.690565 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-bce0f827-0c8a-40a8-bf7b-2f9ddc36e620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:37.931088 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-887ead79-edba-4859-8649-e26dcd475bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:39.122773 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:39.616559 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-3d3fa597-a586-4d13-a60a-5ba574209509 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2145735453&fields=id&tenant_id=56e82ba24a474557af758826743136d9 HTTP/1.1" status: 200 len: 267 time: 0.0450134 Sep 04 16:22:39.723207 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-282efc3b-5d03-4eec-8406-cdc8351d1e13 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:39.724671 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-282efc3b-5d03-4eec-8406-cdc8351d1e13 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 810 time: 0.1019571 Sep 04 16:22:39.729055 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:39.740734 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-0aefdda3-5a0d-4c56-98be-9f293211b642 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/quotas/56e82ba24a474557af758826743136d9 HTTP/1.1" status: 200 len: 375 time: 0.0102081 Sep 04 16:22:39.797651 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-6c9dfc1d-51f3-4ec3-9194-31fe797139aa tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505342 Sep 04 16:22:39.854052 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:39.894216 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-7c31a685-b911-4701-8b23-60e217184c0a service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850074 Sep 04 16:22:39.993294 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-5b54a8f4-971c-4817-90da-739be523761d service neutron] 10.222.0.39 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932605 Sep 04 16:22:40.613442 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-0eec13d2-7592-474d-b040-b8810f6817f2 req-e1d1fc16-fb3f-4e56-b0dd-26dc695f4835 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 210 time: 0.0326447 Sep 04 16:22:40.619736 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:40.751589 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:41.727365 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3e82cc10-be16-4d7c-8853-4d898a85832f req-0a71ddfc-61a9-44f0-8519-f237a36f7da7 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 210 time: 0.0286140 Sep 04 16:22:42.587011 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-40795645-a482-47c0-9efb-57166d5f1de2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:42.590133 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-40795645-a482-47c0-9efb-57166d5f1de2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 810 time: 0.1077266 Sep 04 16:22:42.655055 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-6224c45b-de68-4575-b18e-e6bd646ff436 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=56e82ba24a474557af758826743136d9 HTTP/1.1" status: 200 len: 380 time: 0.0566783 Sep 04 16:22:42.664205 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'port': {'device_id': '54897af3-bad2-4c84-abce-d028c776b4df', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'admin_state_up': True, 'tenant_id': '56e82ba24a474557af758826743136d9', 'security_groups': ['8a6d47c6-b905-4257-a3c0-a131f827f368']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:42.840540 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-56f03c1c-5f39-4099-84d0-6ad07a90f951 req-4251a21e-9700-4659-b672-eeb11a1912d9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 210 time: 0.0301890 Sep 04 16:22:42.841116 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Made reservation on behalf of 56e82ba24a474557af758826743136d9 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:22:42.848309 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:42.872924 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:42.984303 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Allocated IP 172.20.0.6 (2405227e-d5b0-44f1-b814-62bb7f0eb040/02cb4868-8246-4c8e-8cf1-6b6f6db05351/02822348-6b65-43f9-869f-901847ad94e2) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:22:43.124309 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for port (02822348-6b65-43f9-869f-901847ad94e2), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:43.251332 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (02822348-6b65-43f9-869f-901847ad94e2), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:43.290584 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:43.300323 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:22:43.303421 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:22:43.308412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:22:43.338042 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'Port': ['ID=02822348-6b65-43f9-869f-901847ad94e2,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:43.364083 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:43.364703 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:43.471563 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-984a5bbf-72c1-4f99-8ea1-3a145561bd77 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8115802 Sep 04 16:22:43.484164 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Request body: {'port': {'device_id': '54897af3-bad2-4c84-abce-d028c776b4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:43.485148 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-3f7681a7-33c7-4361-893a-55635d6aa6cb None None] Provisioning complete for port 02822348-6b65-43f9-869f-901847ad94e2 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:43.485896 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3f7681a7-33c7-4361-893a-55635d6aa6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (02822348-6b65-43f9-869f-901847ad94e2), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:43.524748 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-3f7681a7-33c7-4361-893a-55635d6aa6cb None None] Port 02822348-6b65-43f9-869f-901847ad94e2 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:22:43.544275 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (02822348-6b65-43f9-869f-901847ad94e2), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:43.811521 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02822348-6b65-43f9-869f-901847ad94e2 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:22:43.819286 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Publish callbacks [] for port (02822348-6b65-43f9-869f-901847ad94e2), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:43.832459 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Transition to ACTIVE for port object 02822348-6b65-43f9-869f-901847ad94e2 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:22:43.951065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (02822348-6b65-43f9-869f-901847ad94e2), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:43.992173 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:44.000070 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8928c-ffa2-4434-83b6-7b1bf3599870 req-84c228ad-8e13-40d4-b53e-28147604bb23 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:44.001627 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dce8928c-ffa2-4434-83b6-7b1bf3599870 req-84c228ad-8e13-40d4-b53e-28147604bb23 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 931 time: 0.0806024 Sep 04 16:22:44.041145 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Pushing event updated for resources: {'Port': ['ID=02822348-6b65-43f9-869f-901847ad94e2,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:44.054479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:44.121641 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-dce8928c-ffa2-4434-83b6-7b1bf3599870 req-e3e52e87-7292-4323-81df-a8cd33c3a51b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098819 Sep 04 16:22:44.153716 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Attempting to bind port 02822348-6b65-43f9-869f-901847ad94e2 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:22:44.153716 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Attempting to bind port 02822348-6b65-43f9-869f-901847ad94e2 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:22:44.153716 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Attempting to bind port 02822348-6b65-43f9-869f-901847ad94e2 on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:22:44.153716 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Port 02822348-6b65-43f9-869f-901847ad94e2 on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:22:44.153716 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Attempting to bind port 02822348-6b65-43f9-869f-901847ad94e2 on network 2405227e-d5b0-44f1-b814-62bb7f0eb040 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:22:44.156974 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:22:44.157467 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Checking segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:22:44.157909 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Bound using segment: {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:22:44.158391 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Bound port: 02822348-6b65-43f9-869f-901847ad94e2, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c80359a-f669-4148-b111-ee7b96d653a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:22:44.158743 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (02822348-6b65-43f9-869f-901847ad94e2), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:44.225236 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] For port 02822348-6b65-43f9-869f-901847ad94e2, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:22:44.229031 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] For port 02822348-6b65-43f9-869f-901847ad94e2, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=02822348-6b65-43f9-869f-901847ad94e2,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:22:44.270378 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:44.330342 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (02822348-6b65-43f9-869f-901847ad94e2), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:44.334574 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:44.335178 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:44.336569 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/02822348-6b65-43f9-869f-901847ad94e2 HTTP/1.1" status: 200 len: 1093 time: 0.8572211 Sep 04 16:22:44.337058 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'tag': '02822348-6b65-43f9-869f-901847ad94e2'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:22:44.340045 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49086ced-dec7-4a58-9538-b9af178b5fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "tag": "02822348-6b65-43f9-869f-901847ad94e2"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:22:44.343612 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:44.378441 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2a433a-75fb-4b66-bc7a-a4b858d84638 x-openstack-request-id: req-7d2a433a-75fb-4b66-bc7a-a4b858d84638 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:22:44.378726 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "tag": "02822348-6b65-43f9-869f-901847ad94e2", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:22:44.379049 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d2a433a-75fb-4b66-bc7a-a4b858d84638 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:22:44.379374 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2a433a-75fb-4b66-bc7a-a4b858d84638'] response: {'name': 'network-changed', 'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'tag': '02822348-6b65-43f9-869f-901847ad94e2', 'status': 'completed', 'code': 200} Sep 04 16:22:44.389111 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a39e4-8ba1-4f7a-8301-e9c1bb074914 service neutron] Pushing event updated for resources: {'Port': ['ID=02822348-6b65-43f9-869f-901847ad94e2,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:44.445254 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49086ced-dec7-4a58-9538-b9af178b5fd7 req-cb7d6f19-9b5e-4645-9df7-e9a81620d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:44.446845 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49086ced-dec7-4a58-9538-b9af178b5fd7 req-cb7d6f19-9b5e-4645-9df7-e9a81620d478 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 1127 time: 0.0482185 Sep 04 16:22:44.555996 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49086ced-dec7-4a58-9538-b9af178b5fd7 req-5e55c607-3e4e-420d-966e-181b29081e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:44.557587 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49086ced-dec7-4a58-9538-b9af178b5fd7 req-5e55c607-3e4e-420d-966e-181b29081e3f service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=56e82ba24a474557af758826743136d9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1034954 Sep 04 16:22:44.656237 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49086ced-dec7-4a58-9538-b9af178b5fd7 req-0292a1ce-4bb0-4453-ab18-1e9cffacade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:44.657723 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-49086ced-dec7-4a58-9538-b9af178b5fd7 req-0292a1ce-4bb0-4453-ab18-1e9cffacade0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938389 Sep 04 16:22:44.732980 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-8be64f83-4780-4287-aab7-b88877d9fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:44.734417 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-8be64f83-4780-4287-aab7-b88877d9fc5f service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 1127 time: 0.0401759 Sep 04 16:22:44.776685 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-5dc07b3a-3479-49b8-af28-dac6c0541df4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02822348-6b65-43f9-869f-901847ad94e2 HTTP/1.1" status: 200 len: 217 time: 0.0341260 Sep 04 16:22:44.827742 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-c9679d50-f3c2-4ad9-8453-8a8124f5a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:44.829166 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-c9679d50-f3c2-4ad9-8453-8a8124f5a608 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.0478647 Sep 04 16:22:44.872526 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-4414066d-ea60-4827-a5b1-832e52412b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:44.874023 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-4414066d-ea60-4827-a5b1-832e52412b6c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386994 Sep 04 16:22:44.962643 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-e6dc3d36-8aee-4480-b83a-6e62f65ae1b1 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824134 Sep 04 16:22:45.055810 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bef4feab-b1ed-45ef-afb8-4409339140b9 req-f4c43175-7e44-4f2c-bbdc-6d00b09d8a83 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856743 Sep 04 16:22:45.258193 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79aaf2f-b98e-4da1-8a6f-32ec343918a8 req-000bae86-8247-4105-9fd0-e7a18159f499 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:45.259652 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a79aaf2f-b98e-4da1-8a6f-32ec343918a8 req-000bae86-8247-4105-9fd0-e7a18159f499 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 943 time: 0.0465775 Sep 04 16:22:45.271909 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:45.309063 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a79aaf2f-b98e-4da1-8a6f-32ec343918a8 req-5937e7ed-039e-4e4c-bd8f-42f8cb49a665 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Sep 04 16:22:45.944800 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55008) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:46.058238 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1179-e39a-481c-a387-e2354ba3e2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:46.136844 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1179-e39a-481c-a387-e2354ba3e2f2 admin admin] Publish callbacks [] for security_group (bab47dde-c06b-44d2-b2ba-b5a75626af28), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:46.202802 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1179-e39a-481c-a387-e2354ba3e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (bab47dde-c06b-44d2-b2ba-b5a75626af28), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:46.245782 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-0c1a1179-e39a-481c-a387-e2354ba3e2f2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=38efe268d4b94e6cbcb683ea40440961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999055 Sep 04 16:22:46.246610 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a1179-e39a-481c-a387-e2354ba3e2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab47dde-c06b-44d2-b2ba-b5a75626af28,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:46.249173 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55012) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:46.302675 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-92a7a6df-0fce-4645-8c7c-a23bd221a864 admin admin] Publish callbacks [] for security_group (bab47dde-c06b-44d2-b2ba-b5a75626af28), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:46.323012 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-92a7a6df-0fce-4645-8c7c-a23bd221a864 admin admin] Publish callbacks [] for security_group (bab47dde-c06b-44d2-b2ba-b5a75626af28), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:46.432625 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c106f6-e99a-44bf-a463-c15822a9a94d req-0d3f30bc-eac0-4ac6-a5b8-0ad04160989b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:46.434086 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-67c106f6-e99a-44bf-a463-c15822a9a94d req-0d3f30bc-eac0-4ac6-a5b8-0ad04160989b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 943 time: 0.0482745 Sep 04 16:22:46.439005 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-92a7a6df-0fce-4645-8c7c-a23bd221a864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (bab47dde-c06b-44d2-b2ba-b5a75626af28), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:46.441613 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-92a7a6df-0fce-4645-8c7c-a23bd221a864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:46.442678 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-92a7a6df-0fce-4645-8c7c-a23bd221a864 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/bab47dde-c06b-44d2-b2ba-b5a75626af28 HTTP/1.1" status: 204 len: 168 time: 0.1925275 Sep 04 16:22:46.463532 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7a6df-0fce-4645-8c7c-a23bd221a864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab47dde-c06b-44d2-b2ba-b5a75626af28,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:46.498668 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-67c106f6-e99a-44bf-a463-c15822a9a94d req-1a095a70-3d8c-43c6-b900-afb86941ac53 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548539 Sep 04 16:22:47.031670 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55020) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:47.045436 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeddb9-c0b9-446e-a099-6fd96cd4a1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:47.118934 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeddb9-c0b9-446e-a099-6fd96cd4a1b2 admin admin] Publish callbacks [] for security_group (31b694fe-6161-451c-8e53-c13ba9cb8a4c), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:47.193702 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2eeddb9-c0b9-446e-a099-6fd96cd4a1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (31b694fe-6161-451c-8e53-c13ba9cb8a4c), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:47.237382 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-a2eeddb9-c0b9-446e-a099-6fd96cd4a1b2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=4bcbde25822640daa9719e9f58ac5fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046046 Sep 04 16:22:47.238238 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeddb9-c0b9-446e-a099-6fd96cd4a1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b694fe-6161-451c-8e53-c13ba9cb8a4c,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:47.240139 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55022) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:47.289400 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bae2bcb1-e8e2-4f54-a13a-a632c71214a5 admin admin] Publish callbacks [] for security_group (31b694fe-6161-451c-8e53-c13ba9cb8a4c), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:47.309084 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bae2bcb1-e8e2-4f54-a13a-a632c71214a5 admin admin] Publish callbacks [] for security_group (31b694fe-6161-451c-8e53-c13ba9cb8a4c), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:47.439670 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bae2bcb1-e8e2-4f54-a13a-a632c71214a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (31b694fe-6161-451c-8e53-c13ba9cb8a4c), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:47.442253 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bae2bcb1-e8e2-4f54-a13a-a632c71214a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:47.443386 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bae2bcb1-e8e2-4f54-a13a-a632c71214a5 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/31b694fe-6161-451c-8e53-c13ba9cb8a4c HTTP/1.1" status: 204 len: 168 time: 0.2022750 Sep 04 16:22:47.452449 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2bcb1-e8e2-4f54-a13a-a632c71214a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b694fe-6161-451c-8e53-c13ba9cb8a4c,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:47.584904 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:47.622299 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea960e46-ee25-4a72-906e-fd6e0fd6fbc4 req-909dcb97-c8a4-42b2-bc3d-305a774efdff tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:47.623964 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ea960e46-ee25-4a72-906e-fd6e0fd6fbc4 req-909dcb97-c8a4-42b2-bc3d-305a774efdff tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 943 time: 0.0476422 Sep 04 16:22:47.673323 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ea960e46-ee25-4a72-906e-fd6e0fd6fbc4 req-33d195a3-a5f9-4a1a-bdb7-fd08b53a875e tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434437 Sep 04 16:22:47.837025 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:48.164570 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55030) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:48.177926 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a14605f7-62f4-4f08-9d32-f83a2a38db9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:48.251697 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a14605f7-62f4-4f08-9d32-f83a2a38db9f admin admin] Publish callbacks [] for security_group (3e8385b0-1c93-4d0c-9f35-ae06e2f16102), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:48.307664 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a14605f7-62f4-4f08-9d32-f83a2a38db9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (3e8385b0-1c93-4d0c-9f35-ae06e2f16102), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:48.349513 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a14605f7-62f4-4f08-9d32-f83a2a38db9f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f1068194346a4479a7d598175364d18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838908 Sep 04 16:22:48.350387 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14605f7-62f4-4f08-9d32-f83a2a38db9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8385b0-1c93-4d0c-9f35-ae06e2f16102,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:48.352935 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55032) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:48.401905 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9fc571c7-3d69-4ff8-8f68-2c8bb1d92e83 admin admin] Publish callbacks [] for security_group (3e8385b0-1c93-4d0c-9f35-ae06e2f16102), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:48.422826 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9fc571c7-3d69-4ff8-8f68-2c8bb1d92e83 admin admin] Publish callbacks [] for security_group (3e8385b0-1c93-4d0c-9f35-ae06e2f16102), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:48.551195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9fc571c7-3d69-4ff8-8f68-2c8bb1d92e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (3e8385b0-1c93-4d0c-9f35-ae06e2f16102), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:48.553853 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9fc571c7-3d69-4ff8-8f68-2c8bb1d92e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:48.555000 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-9fc571c7-3d69-4ff8-8f68-2c8bb1d92e83 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/3e8385b0-1c93-4d0c-9f35-ae06e2f16102 HTTP/1.1" status: 204 len: 168 time: 0.2006884 Sep 04 16:22:48.562977 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc571c7-3d69-4ff8-8f68-2c8bb1d92e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8385b0-1c93-4d0c-9f35-ae06e2f16102,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:48.578727 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:48.792214 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e30343-8f59-4813-b1b9-fd1b61b53ca5 req-a04e54fa-99ed-4f5b-86bd-f628f6e2f5b1 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:48.793695 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-73e30343-8f59-4813-b1b9-fd1b61b53ca5 req-a04e54fa-99ed-4f5b-86bd-f628f6e2f5b1 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 943 time: 0.0466247 Sep 04 16:22:48.844037 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-73e30343-8f59-4813-b1b9-fd1b61b53ca5 req-0bc8294e-56f4-4972-bd9f-92e8e1032252 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443232 Sep 04 16:22:49.966292 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22eef0-f83a-4927-ac5c-7238a9ec27e4 req-8bf0afc0-3e88-4c3a-b10e-359792db93b0 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:49.967797 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee22eef0-f83a-4927-ac5c-7238a9ec27e4 req-8bf0afc0-3e88-4c3a-b10e-359792db93b0 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 943 time: 0.0476081 Sep 04 16:22:50.019271 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ee22eef0-f83a-4927-ac5c-7238a9ec27e4 req-369561dd-fc73-4e70-a76c-d1e21f5815de tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456526 Sep 04 16:22:51.142147 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:51.154016 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a961f-8004-4c53-ba5b-43424b21fac4 req-e7ffa22e-702d-460d-97ce-d813ede76d30 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:51.155588 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3d9a961f-8004-4c53-ba5b-43424b21fac4 req-e7ffa22e-702d-460d-97ce-d813ede76d30 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 943 time: 0.0527666 Sep 04 16:22:51.206748 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3d9a961f-8004-4c53-ba5b-43424b21fac4 req-593f5a15-f9a8-4b19-8e61-320696e40e81 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Sep 04 16:22:51.980165 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 02822348-6b65-43f9-869f-901847ad94e2 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:22:52.085114 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 02822348-6b65-43f9-869f-901847ad94e2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=02822348-6b65-43f9-869f-901847ad94e2,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:52.097054 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': '02822348-6b65-43f9-869f-901847ad94e2', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'port_id': '02822348-6b65-43f9-869f-901847ad94e2', 'mac_address': 'fa:16:3e:49:b6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:22:52.131853 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 02822348-6b65-43f9-869f-901847ad94e2 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:52.132237 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (02822348-6b65-43f9-869f-901847ad94e2), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:52.144943 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02822348-6b65-43f9-869f-901847ad94e2 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:22:52.164781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 02822348-6b65-43f9-869f-901847ad94e2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=02822348-6b65-43f9-869f-901847ad94e2,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:52.255033 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (02822348-6b65-43f9-869f-901847ad94e2), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:52.338254 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c6e5-8a66-4ef1-b75c-82099414e8ca req-5dbaeaf1-2062-4e0d-ac13-d6b5b86c7f90 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:52.340461 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66a3c6e5-8a66-4ef1-b75c-82099414e8ca req-5dbaeaf1-2062-4e0d-ac13-d6b5b86c7f90 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 944 time: 0.0550182 Sep 04 16:22:52.393430 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66a3c6e5-8a66-4ef1-b75c-82099414e8ca req-7314d2a4-f8e4-4678-bc89-42a687c4be1b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467560 Sep 04 16:22:52.451283 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=02822348-6b65-43f9-869f-901847ad94e2,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:52.507809 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['02822348-6b65-43f9-869f-901847ad94e2'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:22:53.515957 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96b35-d48f-474a-94f9-dae0779cdc70 req-5ef414dc-c1f4-436f-8160-272624f411a2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:53.517394 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7ab96b35-d48f-474a-94f9-dae0779cdc70 req-5ef414dc-c1f4-436f-8160-272624f411a2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 944 time: 0.0458775 Sep 04 16:22:53.570651 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7ab96b35-d48f-474a-94f9-dae0779cdc70 req-2e0d4a74-af6c-4455-8435-f2642428479f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474086 Sep 04 16:22:53.898105 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-23e79a36-973c-4508-b54c-76bee26483a2 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384581 Sep 04 16:22:53.959066 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-f07aee6b-5b0d-4510-ab71-adc9ee07caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:53.960544 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-f07aee6b-5b0d-4510-ab71-adc9ee07caa7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 1130 time: 0.0398932 Sep 04 16:22:53.998656 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 02822348-6b65-43f9-869f-901847ad94e2 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:22:54.040685 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port 02822348-6b65-43f9-869f-901847ad94e2 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:22:54.071789 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-fa68cd46-6685-4ea3-b320-dc701bbc0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:54.073604 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-fa68cd46-6685-4ea3-b320-dc701bbc0b92 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 911 time: 0.0932746 Sep 04 16:22:54.136094 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port 02822348-6b65-43f9-869f-901847ad94e2 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:22:54.137110 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (02822348-6b65-43f9-869f-901847ad94e2), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:54.142423 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-79eacaa3-6c05-4df3-b31b-12e2d6504057 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=329a6f01-f405-46c1-8565-cde5c89b347e HTTP/1.1" status: 200 len: 1002 time: 0.0628619 Sep 04 16:22:54.164235 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:54.192277 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-fe08cfac-f2ec-4c0a-b75b-904186d405c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:54.193816 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-fe08cfac-f2ec-4c0a-b75b-904186d405c5 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.0454140 Sep 04 16:22:54.216606 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port 02822348-6b65-43f9-869f-901847ad94e2 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:22:54.216995 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (02822348-6b65-43f9-869f-901847ad94e2), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:54.227166 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:54.240227 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02822348-6b65-43f9-869f-901847ad94e2'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:22:54.241924 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-fb57d69f-0120-4271-b6e0-34c2a05a643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:54.242506 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4385c87-1faa-4849-801e-f8bbda2a72e9" -d '{"events": [{"server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "name": "network-vif-plugged", "status": "completed", "tag": "02822348-6b65-43f9-869f-901847ad94e2"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:22:54.243493 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-fb57d69f-0120-4271-b6e0-34c2a05a643d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433466 Sep 04 16:22:54.256230 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port 02822348-6b65-43f9-869f-901847ad94e2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=02822348-6b65-43f9-869f-901847ad94e2,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:22:54.283128 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c972e4f-8135-4fef-abe2-896bdce2341c x-openstack-request-id: req-6c972e4f-8135-4fef-abe2-896bdce2341c {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:22:54.283445 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "name": "network-vif-plugged", "status": "completed", "tag": "02822348-6b65-43f9-869f-901847ad94e2", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:22:54.283724 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c972e4f-8135-4fef-abe2-896bdce2341c {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:22:54.284172 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c972e4f-8135-4fef-abe2-896bdce2341c'] response: {'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02822348-6b65-43f9-869f-901847ad94e2', 'code': 200} Sep 04 16:22:54.297279 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:54.341676 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-2b769fcf-7e40-4406-bd63-151aa0d829e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916967 Sep 04 16:22:54.347983 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (02822348-6b65-43f9-869f-901847ad94e2), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:54.398575 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=02822348-6b65-43f9-869f-901847ad94e2,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:54.492940 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ae47491-e8a7-491c-8468-1f6c44883c59 req-cd8f6ddc-a6c7-4052-9ca3-458500ddee66 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058500 Sep 04 16:22:54.695127 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfbe10-b169-4f74-8971-77ae408efb83 req-5370c002-02a4-4a11-b733-62f2d005f6c9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:54.697288 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f9dfbe10-b169-4f74-8971-77ae408efb83 req-5370c002-02a4-4a11-b733-62f2d005f6c9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 945 time: 0.0504014 Sep 04 16:22:54.718811 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:54.747568 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f9dfbe10-b169-4f74-8971-77ae408efb83 req-644be606-fd58-4bda-a5d7-0861425a2aa7 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442271 Sep 04 16:22:54.843202 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c111b1-cdce-46e5-8f11-5709cd5e8c70 req-0ab3260f-beb1-4aa2-a4c6-7cbf0e0c7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:54.844743 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-36c111b1-cdce-46e5-8f11-5709cd5e8c70 req-0ab3260f-beb1-4aa2-a4c6-7cbf0e0c7270 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 1129 time: 0.0401437 Sep 04 16:22:54.902724 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-36c111b1-cdce-46e5-8f11-5709cd5e8c70 req-e33a6771-11d9-43ac-bf57-7cfd94f15a09 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396054 Sep 04 16:22:55.874617 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc41e5a-32b4-489e-ad68-18c5af87dcbb req-2446a6e3-0dec-47ac-bb10-03dcb696d381 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:55.876220 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1fc41e5a-32b4-489e-ad68-18c5af87dcbb req-2446a6e3-0dec-47ac-bb10-03dcb696d381 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 945 time: 0.0505424 Sep 04 16:22:55.925343 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1fc41e5a-32b4-489e-ad68-18c5af87dcbb req-9f8404c4-5094-4904-963d-1a38bd9ba71b tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Sep 04 16:22:57.045496 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab9b95-9fa7-4427-b963-d30ae3e67d2d req-083f3d68-8121-4848-9920-7d4e0b32ed9f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:57.046978 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90ab9b95-9fa7-4427-b963-d30ae3e67d2d req-083f3d68-8121-4848-9920-7d4e0b32ed9f tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 945 time: 0.0467925 Sep 04 16:22:57.095198 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-90ab9b95-9fa7-4427-b963-d30ae3e67d2d req-ec433bc6-7a1d-4e3a-bb9f-131aab47831d tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Sep 04 16:22:57.217094 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c52180-85fb-41f0-8a09-7d0e07cd0e69 req-efa3d3a1-b263-4ce3-b009-88f266647063 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:57.218480 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-23c52180-85fb-41f0-8a09-7d0e07cd0e69 req-efa3d3a1-b263-4ce3-b009-88f266647063 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 945 time: 0.0497885 Sep 04 16:22:57.267651 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-23c52180-85fb-41f0-8a09-7d0e07cd0e69 req-309d8b1b-fe3d-4e7e-9220-b485cc3479b6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435801 Sep 04 16:22:57.296128 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55146) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:57.487990 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3112cc9b-760c-445f-a997-a68ecac8039f tempest-TestVolumeBootPattern-9911118 tempest-TestVolumeBootPattern-9911118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:57.489642 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-3112cc9b-760c-445f-a997-a68ecac8039f tempest-TestVolumeBootPattern-9911118 tempest-TestVolumeBootPattern-9911118-project-admin] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 1124 time: 0.1923156 Sep 04 16:22:57.492461 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55154) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:57.496988 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.v2.base [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'port_id': '02822348-6b65-43f9-869f-901847ad94e2', 'tenant_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:22:57.599496 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:57.684467 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:57.771515 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:57.790612 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_common [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Allocated IP 172.27.3.151 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/3401e73c-5167-4fa2-90b3-12b0860907de) {{(pid=106841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:22:57.801047 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:57.896882 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for port (3401e73c-5167-4fa2-90b3-12b0860907de), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:58.017071 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (3401e73c-5167-4fa2-90b3-12b0860907de), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:58.057849 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:22:58.060733 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.base_scheduler [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Resources bound (agent type, host, resource id): {{(pid=106841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:22:58.063634 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Received port after_create {{(pid=106841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:22:58.097087 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'Port': ['ID=3401e73c-5167-4fa2-90b3-12b0860907de,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:58.108919 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.109253 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.109613 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.109944 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.110266 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.110583 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.110899 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.111236 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.111552 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.111928 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.112354 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.112670 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.112981 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.113340 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.113677 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:22:58.297991 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:58.453145 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (efa5db2b-aaf5-4bb6-8cbf-503ec625f604), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:58.589011 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (3401e73c-5167-4fa2-90b3-12b0860907de), before_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:58.736085 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for port (3401e73c-5167-4fa2-90b3-12b0860907de), precommit_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:58.804777 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25861116'] for port (3401e73c-5167-4fa2-90b3-12b0860907de), after_update {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:58.876646 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (efa5db2b-aaf5-4bb6-8cbf-503ec625f604), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:58.878273 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event updated for resources: {'Port': ['ID=3401e73c-5167-4fa2-90b3-12b0860907de,revision_number=2']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:58.972639 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Floating IP efa5db2b-aaf5-4bb6-8cbf-503ec625f604 associated. External IP: 172.27.3.151, port: 02822348-6b65-43f9-869f-901847ad94e2. Sep 04 16:22:59.053611 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:59.185675 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Router 2c80ad6a-07ee-471d-bb67-9209b28836bd has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:22:59.289852 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:22:59.301100 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] Sync routers for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:22:59.302876 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:22:59.313513 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:59.314153 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:59.414544 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:59.422850 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:59.448613 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-560ebb7f-242c-47e4-89da-bed6df28123a tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9530573 Sep 04 16:22:59.448613 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'tag': '02822348-6b65-43f9-869f-901847ad94e2'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:22:59.450501 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc43b38-e714-4731-b3af-29e60b0bc9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "tag": "02822348-6b65-43f9-869f-901847ad94e2"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:22:59.505361 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec3477a-66f0-4da4-98fe-8d73e7b6cac4 x-openstack-request-id: req-2ec3477a-66f0-4da4-98fe-8d73e7b6cac4 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:22:59.505361 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "tag": "02822348-6b65-43f9-869f-901847ad94e2", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:22:59.505361 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ec3477a-66f0-4da4-98fe-8d73e7b6cac4 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:22:59.505840 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec3477a-66f0-4da4-98fe-8d73e7b6cac4'] response: {'name': 'network-changed', 'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'tag': '02822348-6b65-43f9-869f-901847ad94e2', 'status': 'completed', 'code': 200} Sep 04 16:22:59.546050 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55184) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:59.570882 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-b340398d-2a42-477c-b352-78ba80798a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:59.573353 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-b340398d-2a42-477c-b352-78ba80798a86 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 1129 time: 0.0478685 Sep 04 16:22:59.659417 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'ee8a6e43-b4e2-4be0-bde2-26ba737237c9', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:38Z', 'updated_at': '2022-09-04T16:20:41Z', 'revision_number': 1, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}, {'id': 'efa5db2b-aaf5-4bb6-8cbf-503ec625f604', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '02822348-6b65-43f9-869f-901847ad94e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:49:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54897af3-bad2-4c84-abce-d028c776b4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:22:58Z', 'updated_at': '2022-09-04T16:22:58Z', 'revision_number': 0, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:59.671611 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e771cc7-97c7-4796-850d-e68ae377cc24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:59.682044 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-a8257f24-1ea2-46dd-8bf5-6f27a90405f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:22:59.684343 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-a8257f24-1ea2-46dd-8bf5-6f27a90405f3 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 911 time: 0.1033602 Sep 04 16:22:59.685216 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] Checking router: 2c80ad6a-07ee-471d-bb67-9209b28836bd for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:22:59.693921 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:22:59.694454 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:22:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:22:59.756283 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e771cc7-97c7-4796-850d-e68ae377cc24 admin admin] Publish callbacks [] for security_group (cf0e3d2c-6592-440b-907a-5644c47af09c), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:59.819164 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:22:59.832546 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0e771cc7-97c7-4796-850d-e68ae377cc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (cf0e3d2c-6592-440b-907a-5644c47af09c), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:59.882102 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-0e771cc7-97c7-4796-850d-e68ae377cc24 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=c4b5b9102ec94dc1ba38ffd29163064d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348761 Sep 04 16:22:59.882875 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e771cc7-97c7-4796-850d-e68ae377cc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0e3d2c-6592-440b-907a-5644c47af09c,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:22:59.886416 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55188) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:22:59.940333 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-22207a29-3491-4d61-9c20-05e86f2a2550 admin admin] Publish callbacks [] for security_group (cf0e3d2c-6592-440b-907a-5644c47af09c), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:22:59.961818 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-22207a29-3491-4d61-9c20-05e86f2a2550 admin admin] Publish callbacks [] for security_group (cf0e3d2c-6592-440b-907a-5644c47af09c), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:00.044889 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-82c82f5a-d601-4851-820b-8d03628b5df7 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02822348-6b65-43f9-869f-901847ad94e2 HTTP/1.1" status: 200 len: 999 time: 0.3543274 Sep 04 16:23:00.048843 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'ee8a6e43-b4e2-4be0-bde2-26ba737237c9', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:38Z', 'updated_at': '2022-09-04T16:20:41Z', 'revision_number': 1, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}, {'id': 'efa5db2b-aaf5-4bb6-8cbf-503ec625f604', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '02822348-6b65-43f9-869f-901847ad94e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:49:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54897af3-bad2-4c84-abce-d028c776b4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:22:58Z', 'updated_at': '2022-09-04T16:22:58Z', 'revision_number': 0, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:23:00.077517 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b97906b-6700-4800-ba68-7b596732cc1e None None] The sync data for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi is: [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'ee8a6e43-b4e2-4be0-bde2-26ba737237c9', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:38Z', 'updated_at': '2022-09-04T16:20:41Z', 'revision_number': 1, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}, {'id': 'efa5db2b-aaf5-4bb6-8cbf-503ec625f604', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '02822348-6b65-43f9-869f-901847ad94e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:49:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54897af3-bad2-4c84-abce-d028c776b4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:22:58Z', 'updated_at': '2022-09-04T16:22:58Z', 'revision_number': 0, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:23:00.077869 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-22207a29-3491-4d61-9c20-05e86f2a2550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (cf0e3d2c-6592-440b-907a-5644c47af09c), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:00.080225 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-22207a29-3491-4d61-9c20-05e86f2a2550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:00.081409 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-22207a29-3491-4d61-9c20-05e86f2a2550 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/cf0e3d2c-6592-440b-907a-5644c47af09c HTTP/1.1" status: 204 len: 168 time: 0.1930602 Sep 04 16:23:00.091486 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22207a29-3491-4d61-9c20-05e86f2a2550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0e3d2c-6592-440b-907a-5644c47af09c,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:23:00.104878 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-2443808e-0157-4b01-8826-88b37240111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:00.106526 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-2443808e-0157-4b01-8826-88b37240111b service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.0539353 Sep 04 16:23:00.111043 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:00.162510 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-d84de506-343f-4d75-9826-2fa282cfbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:00.164044 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-d84de506-343f-4d75-9826-2fa282cfbfec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509632 Sep 04 16:23:00.265339 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-572d1afc-52c0-432f-82f7-2b19e814bc4c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939107 Sep 04 16:23:00.307257 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaf04f3-0527-44ea-8276-2961b5c1bb2f None None] New status for floating IP efa5db2b-aaf5-4bb6-8cbf-503ec625f604: ACTIVE {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:23:00.365978 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-6cc43b38-e714-4731-b3af-29e60b0bc9e5 req-405f9e95-ea0d-49e8-ae20-22fa7f793c6d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938687 Sep 04 16:23:00.750754 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55194) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:23:00.764296 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c48fb713-ba86-4c59-83bd-5342139f20b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:00.839505 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c48fb713-ba86-4c59-83bd-5342139f20b8 admin admin] Publish callbacks [] for security_group (6fe2c625-b5d2-4553-8fa0-2e16f00b96a7), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:00.928823 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c48fb713-ba86-4c59-83bd-5342139f20b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6fe2c625-b5d2-4553-8fa0-2e16f00b96a7), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:00.969029 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fb713-ba86-4c59-83bd-5342139f20b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe2c625-b5d2-4553-8fa0-2e16f00b96a7,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:23:00.973382 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c48fb713-ba86-4c59-83bd-5342139f20b8 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=69d7f506e33945ebb592c64a179a3e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216265 Sep 04 16:23:00.976645 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55196) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:23:01.024574 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b2f37625-795e-4c6d-a573-154307e7f41a admin admin] Publish callbacks [] for security_group (6fe2c625-b5d2-4553-8fa0-2e16f00b96a7), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:01.033766 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:01.045512 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b2f37625-795e-4c6d-a573-154307e7f41a admin admin] Publish callbacks [] for security_group (6fe2c625-b5d2-4553-8fa0-2e16f00b96a7), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:01.145861 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b2f37625-795e-4c6d-a573-154307e7f41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6fe2c625-b5d2-4553-8fa0-2e16f00b96a7), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:01.148433 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b2f37625-795e-4c6d-a573-154307e7f41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:01.149620 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-b2f37625-795e-4c6d-a573-154307e7f41a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6fe2c625-b5d2-4553-8fa0-2e16f00b96a7 HTTP/1.1" status: 204 len: 168 time: 0.1726789 Sep 04 16:23:01.159013 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f37625-795e-4c6d-a573-154307e7f41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe2c625-b5d2-4553-8fa0-2e16f00b96a7,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:23:01.804528 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55202) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:23:01.818242 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8c4573c7-4eed-4686-ad03-9e95db15d00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:01.872953 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:01.895206 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8c4573c7-4eed-4686-ad03-9e95db15d00f admin admin] Publish callbacks [] for security_group (e00fbb30-863a-45a3-9b76-92cef46bc85f), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:01.974408 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-8c4573c7-4eed-4686-ad03-9e95db15d00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e00fbb30-863a-45a3-9b76-92cef46bc85f), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:02.015094 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4573c7-4eed-4686-ad03-9e95db15d00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00fbb30-863a-45a3-9b76-92cef46bc85f,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:23:02.019244 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-8c4573c7-4eed-4686-ad03-9e95db15d00f admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=77dbb49b27964715835ed8a9472fd309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136304 Sep 04 16:23:02.021914 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55204) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:23:02.071195 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-991437ce-7af5-4ae7-ae13-845ef12ba00d admin admin] Publish callbacks [] for security_group (e00fbb30-863a-45a3-9b76-92cef46bc85f), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:02.094445 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-991437ce-7af5-4ae7-ae13-845ef12ba00d admin admin] Publish callbacks [] for security_group (e00fbb30-863a-45a3-9b76-92cef46bc85f), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:02.222519 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-991437ce-7af5-4ae7-ae13-845ef12ba00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e00fbb30-863a-45a3-9b76-92cef46bc85f), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:02.225125 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-991437ce-7af5-4ae7-ae13-845ef12ba00d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:02.226267 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-991437ce-7af5-4ae7-ae13-845ef12ba00d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e00fbb30-863a-45a3-9b76-92cef46bc85f HTTP/1.1" status: 204 len: 168 time: 0.2034609 Sep 04 16:23:02.235149 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991437ce-7af5-4ae7-ae13-845ef12ba00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00fbb30-863a-45a3-9b76-92cef46bc85f,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:23:05.683085 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b408ef03-91e9-4a38-b82b-fbe9e49bd676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:07.946166 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4b65ccce-60e3-44dc-9c01-08443d32fae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:09.134876 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:10.360330 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:10.362267 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=80 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:10.614759 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:10.763331 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:10.990314 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:23:12.131364 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=54,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:12.230023 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:14.097535 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:15.262409 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55382) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:23:15.368020 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-437dd670-deb5-4699-8df9-f53d35970f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:15.450896 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-437dd670-deb5-4699-8df9-f53d35970f06 admin admin] Publish callbacks [] for security_group (6baa7224-3169-4867-9274-b08ec58c0a94), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:15.559630 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-437dd670-deb5-4699-8df9-f53d35970f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6baa7224-3169-4867-9274-b08ec58c0a94), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:15.605355 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437dd670-deb5-4699-8df9-f53d35970f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baa7224-3169-4867-9274-b08ec58c0a94,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:23:15.605355 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-437dd670-deb5-4699-8df9-f53d35970f06 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=af16e8b4a7ef4f66bfbce95b53c31a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400111 Sep 04 16:23:15.606230 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55392) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:23:15.658438 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76802689-02f5-4a95-b8bd-2e2dccd81b0d admin admin] Publish callbacks [] for security_group (6baa7224-3169-4867-9274-b08ec58c0a94), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:15.678968 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76802689-02f5-4a95-b8bd-2e2dccd81b0d admin admin] Publish callbacks [] for security_group (6baa7224-3169-4867-9274-b08ec58c0a94), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:15.786085 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76802689-02f5-4a95-b8bd-2e2dccd81b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (6baa7224-3169-4867-9274-b08ec58c0a94), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:15.788303 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-76802689-02f5-4a95-b8bd-2e2dccd81b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:15.790494 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-76802689-02f5-4a95-b8bd-2e2dccd81b0d admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/6baa7224-3169-4867-9274-b08ec58c0a94 HTTP/1.1" status: 204 len: 168 time: 0.1828320 Sep 04 16:23:15.805685 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76802689-02f5-4a95-b8bd-2e2dccd81b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baa7224-3169-4867-9274-b08ec58c0a94,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:23:15.878527 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106d070-a8d7-496c-b36d-338953c77b64 req-6b9bd5d8-f626-44dd-b5d8-6ed1ce3e0372 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:15.880640 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2106d070-a8d7-496c-b36d-338953c77b64 req-6b9bd5d8-f626-44dd-b5d8-6ed1ce3e0372 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0484531 Sep 04 16:23:15.928231 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2106d070-a8d7-496c-b36d-338953c77b64 req-7a63174c-ef7f-4fda-b3d6-f80d86b0997f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Sep 04 16:23:17.054410 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197fff-05a0-476b-a122-029e1eca4d8d req-30395310-8688-480e-b097-12c9ec096148 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:17.055875 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-22197fff-05a0-476b-a122-029e1eca4d8d req-30395310-8688-480e-b097-12c9ec096148 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0468168 Sep 04 16:23:17.102785 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-22197fff-05a0-476b-a122-029e1eca4d8d req-7ee4a1c9-2674-4a80-a1df-d57a6128d2fa tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Sep 04 16:23:17.866350 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:18.233223 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e7c27-81c8-428c-8262-99baf0b27a52 req-8a7abab6-e554-44d0-a040-fcfdd7dbe0e9 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:18.234734 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4c7e7c27-81c8-428c-8262-99baf0b27a52 req-8a7abab6-e554-44d0-a040-fcfdd7dbe0e9 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0543354 Sep 04 16:23:18.282142 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4c7e7c27-81c8-428c-8262-99baf0b27a52 req-0d9d88f8-0e7e-468e-bd8b-a04264a65e46 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Sep 04 16:23:19.401803 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3699d6d-b1ba-40e6-a5b8-4fa483fd3b6c req-45a3a493-8bec-40e4-832d-37d9f4ee4e73 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:19.403283 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e3699d6d-b1ba-40e6-a5b8-4fa483fd3b6c req-45a3a493-8bec-40e4-832d-37d9f4ee4e73 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0460446 Sep 04 16:23:19.450664 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e3699d6d-b1ba-40e6-a5b8-4fa483fd3b6c req-c699a889-07a1-48b1-92e4-0455c0e6d2c2 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Sep 04 16:23:20.578572 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ba3ff-b900-47d9-9490-6a343ca70be5 req-3ca34cbb-c0da-434e-9f84-e94cc6f8f4c8 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:20.580025 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-140ba3ff-b900-47d9-9490-6a343ca70be5 req-3ca34cbb-c0da-434e-9f84-e94cc6f8f4c8 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0497472 Sep 04 16:23:20.626165 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-140ba3ff-b900-47d9-9490-6a343ca70be5 req-5397eaeb-545b-4d38-8a26-21cc3b501689 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397370 Sep 04 16:23:20.986718 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:21.761898 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6b6c5-d60e-466a-9a80-e3cae6cb1660 req-d53f844f-212b-42ee-ae1f-6aa9248ac1cb tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:21.764251 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1da6b6c5-d60e-466a-9a80-e3cae6cb1660 req-d53f844f-212b-42ee-ae1f-6aa9248ac1cb tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0573523 Sep 04 16:23:21.812010 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1da6b6c5-d60e-466a-9a80-e3cae6cb1660 req-b5d579f8-7b2d-4276-92a4-2b0b7e647d38 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 Sep 04 16:23:22.929627 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ec3bd-09eb-43ed-af66-7f19c4209bee req-43f18e10-212c-4c3f-8911-ca0b559b25f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:22.930963 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-877ec3bd-09eb-43ed-af66-7f19c4209bee req-43f18e10-212c-4c3f-8911-ca0b559b25f6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0452542 Sep 04 16:23:22.980464 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-877ec3bd-09eb-43ed-af66-7f19c4209bee req-c835543f-3f2c-4637-9b02-9d97b10597c9 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 Sep 04 16:23:24.100995 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03108b3-f9d0-4d27-ada4-e0464ad2e2be req-af0d07ad-fcf5-416c-8c3e-983f2d4b2ed9 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:24.102526 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f03108b3-f9d0-4d27-ada4-e0464ad2e2be req-af0d07ad-fcf5-416c-8c3e-983f2d4b2ed9 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0465350 Sep 04 16:23:24.149107 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f03108b3-f9d0-4d27-ada4-e0464ad2e2be req-2cc0d28a-682b-4a26-b5ae-f13673b70272 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410256 Sep 04 16:23:25.268812 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed8758-599b-425d-8b37-07c91a65a1ac req-413453f6-451f-4d43-b2ae-2a62756dbf24 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:25.270366 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05ed8758-599b-425d-8b37-07c91a65a1ac req-413453f6-451f-4d43-b2ae-2a62756dbf24 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0461071 Sep 04 16:23:25.317638 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05ed8758-599b-425d-8b37-07c91a65a1ac req-f47305fc-8c1b-4edd-94ef-ea54ca7e64ec tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Sep 04 16:23:25.711952 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=32,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:25.805615 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=37,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:26.441367 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb46bd-0dd1-4d0d-9006-0dcdc0d456c0 req-4a1f849c-34f7-4ab5-accf-644bd044f4e0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:26.442891 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fabb46bd-0dd1-4d0d-9006-0dcdc0d456c0 req-4a1f849c-34f7-4ab5-accf-644bd044f4e0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0505044 Sep 04 16:23:26.488126 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fabb46bd-0dd1-4d0d-9006-0dcdc0d456c0 req-b254ee0e-9c38-4ba2-92c3-5abcb8d3abc3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396330 Sep 04 16:23:27.595018 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:27.610663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26873-dca6-4592-ac3c-a46572228033 req-a4a43134-2e93-4587-ae84-8aa93025cac4 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:27.612140 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fed26873-dca6-4592-ac3c-a46572228033 req-a4a43134-2e93-4587-ae84-8aa93025cac4 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0469527 Sep 04 16:23:27.659771 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fed26873-dca6-4592-ac3c-a46572228033 req-4d9ce436-fb9f-4ca4-b282-6eb290d5d1cd tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411921 Sep 04 16:23:27.778951 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:27.780791 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:28.782629 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b8682-0716-4652-96b5-18e39b2a0cc2 req-a6aee519-ca9c-4878-9ef3-6199222c6e78 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:28.784068 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-df3b8682-0716-4652-96b5-18e39b2a0cc2 req-a6aee519-ca9c-4878-9ef3-6199222c6e78 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0461254 Sep 04 16:23:28.812843 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:28.835553 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-df3b8682-0716-4652-96b5-18e39b2a0cc2 req-4ed5dd7f-b597-4219-a6ed-468137f7ec36 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456285 Sep 04 16:23:29.956953 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7540447-3d55-41fe-939c-0dba7c453894 req-9b6d492e-a7ed-48e1-9579-c6d8a23294c0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:29.959015 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a7540447-3d55-41fe-939c-0dba7c453894 req-9b6d492e-a7ed-48e1-9579-c6d8a23294c0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0463045 Sep 04 16:23:30.005372 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a7540447-3d55-41fe-939c-0dba7c453894 req-0668e105-3078-41a9-8264-1904d7505b76 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408108 Sep 04 16:23:31.128025 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8880e-a022-49a8-986b-a0bfd72a4ba6 req-6fb18918-d6ff-493a-adae-d2d1ab7cbcc6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:31.129461 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e3c8880e-a022-49a8-986b-a0bfd72a4ba6 req-6fb18918-d6ff-493a-adae-d2d1ab7cbcc6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0460091 Sep 04 16:23:31.177557 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e3c8880e-a022-49a8-986b-a0bfd72a4ba6 req-77bc6654-3809-49f3-98c7-1658d852a3d3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Sep 04 16:23:32.305355 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344952d9-a40f-40c4-9e8e-e603456dc451 req-0dc139bb-8bf7-4120-b2cb-6a516407cf3f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:32.306856 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-344952d9-a40f-40c4-9e8e-e603456dc451 req-0dc139bb-8bf7-4120-b2cb-6a516407cf3f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0548751 Sep 04 16:23:32.353805 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-344952d9-a40f-40c4-9e8e-e603456dc451 req-73a57810-1d34-498f-9838-c9e83afcfae3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413709 Sep 04 16:23:32.696195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3b382-b56e-47bb-bcff-0c9dd8e28580 req-01b5475c-4d4d-44fd-a1b5-1809e61c90f0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:32.699160 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c1e3b382-b56e-47bb-bcff-0c9dd8e28580 req-01b5475c-4d4d-44fd-a1b5-1809e61c90f0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0512753 Sep 04 16:23:32.752221 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c1e3b382-b56e-47bb-bcff-0c9dd8e28580 req-37cf2fd9-09f4-4d73-bd77-33edf783fe3b tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423765 Sep 04 16:23:32.828648 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-b7ff37be-d166-4ab6-95ba-81a1f75eb123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:32.830161 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-b7ff37be-d166-4ab6-95ba-81a1f75eb123 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 1129 time: 0.0423832 Sep 04 16:23:32.920143 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-e43dfdc3-5803-44fc-884c-c4d54fa1b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:32.921492 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-e43dfdc3-5803-44fc-884c-c4d54fa1b066 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 200 len: 911 time: 0.0839574 Sep 04 16:23:32.984820 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-444d1869-6f65-4e00-8fd2-3931d7f0f633 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ba1839b-cf90-4859-94e6-4295e7f3acba HTTP/1.1" status: 200 len: 1001 time: 0.0571845 Sep 04 16:23:33.032252 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-7df100a5-f948-4fca-8f6f-6e015d4bc97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:33.033669 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-7df100a5-f948-4fca-8f6f-6e015d4bc97e service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f7859263-87c4-4deb-b705-3035c11e4e06 HTTP/1.1" status: 200 len: 849 time: 0.0431287 Sep 04 16:23:33.076680 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-4c577870-48b2-4ff2-ba9a-f3acbc22096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:33.078160 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-4c577870-48b2-4ff2-ba9a-f3acbc22096b service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c473da39-bd28-4e2e-830f-12458827922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386455 Sep 04 16:23:33.172601 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-d4a6b593-746b-4f3b-b99e-861d339ab969 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879776 Sep 04 16:23:33.256279 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:33.261734 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b59fdd2a-8f05-49dc-90af-2f8daeb7dab2 req-d3efc71f-c636-403b-a6ac-bb8bd1df922c service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832956 Sep 04 16:23:33.882667 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d03df-6fad-449e-a210-0c6969d2834b req-2f7e8036-8dc0-4096-83a5-8ba80de971fd tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:33.884134 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-829d03df-6fad-449e-a210-0c6969d2834b req-2f7e8036-8dc0-4096-83a5-8ba80de971fd tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0472956 Sep 04 16:23:33.935281 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-829d03df-6fad-449e-a210-0c6969d2834b req-1ceff92d-f3af-4bd4-9f09-1f792608f948 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455487 Sep 04 16:23:33.998061 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:33.998865 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:35.214433 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d25a-a891-4df1-9007-486ee67d357e req-076cb396-c181-4298-95a0-e2979405deb0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:35.215901 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ef2d25a-a891-4df1-9007-486ee67d357e req-076cb396-c181-4298-95a0-e2979405deb0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.2000959 Sep 04 16:23:35.235453 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:35.262682 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2ef2d25a-a891-4df1-9007-486ee67d357e req-d04b2a16-1d26-493a-a5de-af1ea0f6373b tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Sep 04 16:23:35.649082 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-75e41aaf-b9eb-4c9f-86ff-0e4b516de189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:37.923206 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-1e22d430-c06e-4935-ac29-f70d3a27ce63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:39.128884 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:40.603689 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:40.799132 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:45.259500 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=18 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:47.860736 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:23:47.988850 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:23:51.103370 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:55.876590 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-90a322cd-0de3-4aed-961a-5d0b27e890b5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403848 Sep 04 16:23:55.957283 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-d8ff0697-5ac8-4e7e-adfc-860cbd214e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:55.958800 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-d8ff0697-5ac8-4e7e-adfc-860cbd214e75 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 1130 time: 0.0387323 Sep 04 16:23:56.067816 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-5ee655b4-ba05-4d81-a460-9f3f750b9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:56.069340 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-5ee655b4-ba05-4d81-a460-9f3f750b9689 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 911 time: 0.0894423 Sep 04 16:23:56.130395 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-dbbd6513-aad1-446a-9505-c0ff6da1fde5 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=329a6f01-f405-46c1-8565-cde5c89b347e HTTP/1.1" status: 200 len: 1002 time: 0.0548508 Sep 04 16:23:56.181978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-7076ed8f-6e92-492b-bfd5-7f0be23c92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:56.183363 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-7076ed8f-6e92-492b-bfd5-7f0be23c92b0 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.0459082 Sep 04 16:23:56.224570 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-94906516-aed7-41c4-ad81-dece033ffe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:23:56.226054 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-94906516-aed7-41c4-ad81-dece033ffe0c service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367913 Sep 04 16:23:56.312770 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-89a02566-5ae6-4fc7-a4b4-0e0b04a6e7a0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798571 Sep 04 16:23:56.406574 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3824cd6-9398-46a4-aabf-4e1c0995432b req-443caff3-346c-4a20-b910-820da0418fcc service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871513 Sep 04 16:23:57.764574 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:57.771420 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:23:57.986077 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:05.662121 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d2829e91-ddcc-4837-8156-e164a12bf925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:06.009107 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:06.397021 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=48 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:06.403163 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=53 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:07.947676 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e97a924d-0f81-4eb5-a09e-dc867c4a5842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:09.113451 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:10.240200 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497b80c-136c-4e6c-90a4-31c22a4965fb req-b99bedc2-1258-4cee-b1db-f1c50717866d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:10.241674 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3497b80c-136c-4e6c-90a4-31c22a4965fb req-b99bedc2-1258-4cee-b1db-f1c50717866d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0491173 Sep 04 16:24:10.291310 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3497b80c-136c-4e6c-90a4-31c22a4965fb req-2855ce9e-0765-4bad-8beb-1451c695a671 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 Sep 04 16:24:10.604593 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:10.793283 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:11.417793 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eacd79-bbfa-44cb-958d-08503e66bb5a req-7c71532c-709d-49e8-bc3b-e70f94d7cb97 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:11.419246 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-65eacd79-bbfa-44cb-958d-08503e66bb5a req-7c71532c-709d-49e8-bc3b-e70f94d7cb97 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0525231 Sep 04 16:24:11.464989 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-65eacd79-bbfa-44cb-958d-08503e66bb5a req-014e347f-640d-44ca-a27d-5e21f737e68d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 Sep 04 16:24:12.589362 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20586398-4172-484b-a489-639cd24a14a4 req-c17e55d6-5f7d-4248-ae02-68e10c2b7246 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:12.590743 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20586398-4172-484b-a489-639cd24a14a4 req-c17e55d6-5f7d-4248-ae02-68e10c2b7246 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0492294 Sep 04 16:24:12.636883 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20586398-4172-484b-a489-639cd24a14a4 req-2a2d345f-ead9-4665-bbac-8236ac8aec7a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Sep 04 16:24:13.756475 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bf411-60f2-4d01-a7c7-ed2c097d253f req-231b5bc7-3ba9-4867-84af-6cdfc180349d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:13.757967 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-920bf411-60f2-4d01-a7c7-ed2c097d253f req-231b5bc7-3ba9-4867-84af-6cdfc180349d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0450814 Sep 04 16:24:13.808659 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-920bf411-60f2-4d01-a7c7-ed2c097d253f req-16bfa25d-6bb7-49d9-9345-6bdf335f43ba tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444849 Sep 04 16:24:14.941085 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971808-cef7-4696-82d4-e88dc52a2d40 req-40ef4581-cee2-4ca9-aa53-63ca2c62a931 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:14.942560 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9d971808-cef7-4696-82d4-e88dc52a2d40 req-40ef4581-cee2-4ca9-aa53-63ca2c62a931 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0507448 Sep 04 16:24:14.989135 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9d971808-cef7-4696-82d4-e88dc52a2d40 req-01111329-dd28-47e1-b96e-b2ebb8d57fa3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407043 Sep 04 16:24:16.123603 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62197ea-bf49-45a1-97a3-39ac2906c56f req-22913046-915c-4c6e-8366-31aa4f511956 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:16.125094 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f62197ea-bf49-45a1-97a3-39ac2906c56f req-22913046-915c-4c6e-8366-31aa4f511956 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0597708 Sep 04 16:24:16.173139 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f62197ea-bf49-45a1-97a3-39ac2906c56f req-126a9578-6fad-419f-9aa7-f8d6f34e4ddc tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Sep 04 16:24:17.298666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595df32-f519-4c4a-a165-4bfe910f6e93 req-c3be4f58-21ae-44ef-baac-f0a9a5760249 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:17.300084 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9595df32-f519-4c4a-a165-4bfe910f6e93 req-c3be4f58-21ae-44ef-baac-f0a9a5760249 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0492976 Sep 04 16:24:17.345933 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9595df32-f519-4c4a-a165-4bfe910f6e93 req-9914d6b6-32ba-4bc8-b3f7-9668f15bcc4e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 Sep 04 16:24:17.838251 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:18.478467 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b7db0-78d1-4dfe-845c-43a65c5e2589 req-cef0e24f-d558-4aba-bfac-ebb0c8cad9b3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:18.479652 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7c6b7db0-78d1-4dfe-845c-43a65c5e2589 req-cef0e24f-d558-4aba-bfac-ebb0c8cad9b3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0520356 Sep 04 16:24:18.528037 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7c6b7db0-78d1-4dfe-845c-43a65c5e2589 req-710c4fa9-0291-440e-a04e-01e4920fc5df tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 Sep 04 16:24:19.651023 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4eb47-412a-4ef2-b255-fe0a86d3d41b req-86c4c400-3ce7-4e08-9052-941824bccc3b tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:19.652931 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-10a4eb47-412a-4ef2-b255-fe0a86d3d41b req-86c4c400-3ce7-4e08-9052-941824bccc3b tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0490270 Sep 04 16:24:19.698708 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-10a4eb47-412a-4ef2-b255-fe0a86d3d41b req-4990efbf-0f71-455c-a65f-b06d58b977eb tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 Sep 04 16:24:20.818426 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee72e-1ab8-4844-84e8-8e2483f08612 req-50147151-ea93-4b34-90e3-1ab4ba2def54 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:20.819859 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f32ee72e-1ab8-4844-84e8-8e2483f08612 req-50147151-ea93-4b34-90e3-1ab4ba2def54 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0473070 Sep 04 16:24:20.866278 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f32ee72e-1ab8-4844-84e8-8e2483f08612 req-71f3d0e6-ee86-4930-8af0-139097d59b68 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406048 Sep 04 16:24:21.152912 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efeafae-ebc4-4b47-8900-58451e7e7b07 req-4a55f791-3dd2-4731-891b-4d14984c6e02 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:21.154330 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9efeafae-ebc4-4b47-8900-58451e7e7b07 req-4a55f791-3dd2-4731-891b-4d14984c6e02 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0519278 Sep 04 16:24:21.211115 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9efeafae-ebc4-4b47-8900-58451e7e7b07 req-4154bd88-09c0-4bdd-908a-4b69f3aafee8 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508118 Sep 04 16:24:21.253916 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:21.255638 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:21.284196 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b964739-9e47-4e04-9256-e99244807da4 req-115ef01b-2134-4cf0-a46c-edf131208379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:21.285678 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b964739-9e47-4e04-9256-e99244807da4 req-115ef01b-2134-4cf0-a46c-edf131208379 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 1129 time: 0.0979931 Sep 04 16:24:21.375265 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b964739-9e47-4e04-9256-e99244807da4 req-19eab5a3-32fe-4e74-a8f8-00b9b8f5e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:21.376720 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b964739-9e47-4e04-9256-e99244807da4 req-19eab5a3-32fe-4e74-a8f8-00b9b8f5e530 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 200 len: 911 time: 0.0849276 Sep 04 16:24:21.443151 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b964739-9e47-4e04-9256-e99244807da4 req-03419b17-bb43-49a8-a6fe-2fe634c0b05a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ba1839b-cf90-4859-94e6-4295e7f3acba HTTP/1.1" status: 200 len: 1001 time: 0.0593781 Sep 04 16:24:21.490850 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b964739-9e47-4e04-9256-e99244807da4 req-fd8ae7fd-e056-43dc-858d-05d178e6a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:21.492253 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b964739-9e47-4e04-9256-e99244807da4 req-fd8ae7fd-e056-43dc-858d-05d178e6a2e4 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f7859263-87c4-4deb-b705-3035c11e4e06 HTTP/1.1" status: 200 len: 849 time: 0.0437047 Sep 04 16:24:21.535872 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b964739-9e47-4e04-9256-e99244807da4 req-8422886a-dd64-4f63-bd98-eb358b28ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:21.537408 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b964739-9e47-4e04-9256-e99244807da4 req-8422886a-dd64-4f63-bd98-eb358b28ded6 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c473da39-bd28-4e2e-830f-12458827922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390360 Sep 04 16:24:21.546598 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [req-3b964739-9e47-4e04-9256-e99244807da4 req-7d8f7f28-10a3-4cba-a776-fcd2c96f628f service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:24:21.547525 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b964739-9e47-4e04-9256-e99244807da4 req-7d8f7f28-10a3-4cba-a776-fcd2c96f628f service neutron] 10.222.0.27 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047495 Sep 04 16:24:21.638903 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b964739-9e47-4e04-9256-e99244807da4 req-3f0e0ff1-22fd-40e3-8859-17c0d08b4bea service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850463 Sep 04 16:24:21.728906 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b964739-9e47-4e04-9256-e99244807da4 req-1943ca94-62b7-4ed5-8e07-d33cab24ab01 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833118 Sep 04 16:24:22.342691 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30141cc0-6a9a-4db7-8fd8-0501c1b80638 req-31fb5310-7ac2-4355-b5a8-3ac2141e4a37 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:22.344180 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-30141cc0-6a9a-4db7-8fd8-0501c1b80638 req-31fb5310-7ac2-4355-b5a8-3ac2141e4a37 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0556707 Sep 04 16:24:22.391274 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-30141cc0-6a9a-4db7-8fd8-0501c1b80638 req-ccfb8989-fe38-44c2-81bc-f88a194f0e31 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 Sep 04 16:24:23.513453 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4903fa7-c891-4a15-9a74-57db600d433f req-3a1e7208-d628-4d20-82ba-f8c2240ea2f3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:23.514916 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c4903fa7-c891-4a15-9a74-57db600d433f req-3a1e7208-d628-4d20-82ba-f8c2240ea2f3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0469511 Sep 04 16:24:23.561543 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c4903fa7-c891-4a15-9a74-57db600d433f req-5bc7003e-2d49-419e-95e5-e698e28fd316 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410836 Sep 04 16:24:24.987391 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:24:27.784910 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:27.786679 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:33.551188 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=70 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:33.558168 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=58 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:34.983369 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=18 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:34.984663 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=16 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:35.684888 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-66f7de70-71e5-4f2f-833f-089c185fec77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:37.924868 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3a8af7d5-554a-4754-91dd-cefe692500c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:38.110399 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55502) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:38.247664 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Deleting port 3401e73c-5167-4fa2-90b3-12b0860907de {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:38.247905 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (3401e73c-5167-4fa2-90b3-12b0860907de), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:38.324291 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (3401e73c-5167-4fa2-90b3-12b0860907de), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:38.324679 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (3401e73c-5167-4fa2-90b3-12b0860907de), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:38.336589 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Calling delete_port for 3401e73c-5167-4fa2-90b3-12b0860907de owned by network:floatingip {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:38.536323 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (3401e73c-5167-4fa2-90b3-12b0860907de), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:38.567401 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event deleted for resources: {'Port': ['ID=3401e73c-5167-4fa2-90b3-12b0860907de,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:38.592599 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.592939 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.593276 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.593637 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.593964 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.594403 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.594727 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.595045 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.595366 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.595686 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.596009 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.596325 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.596642 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.596955 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.597267 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:38.639777 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (efa5db2b-aaf5-4bb6-8cbf-503ec625f604), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:38.640212 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.db.l3_db [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Floating IP efa5db2b-aaf5-4bb6-8cbf-503ec625f604 disassociated (deleted). External IP: 172.27.3.151, port: 02822348-6b65-43f9-869f-901847ad94e2. Sep 04 16:24:39.046975 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Router 2c80ad6a-07ee-471d-bb67-9209b28836bd has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:24:39.125115 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:39.150331 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:24:39.156280 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:39.161173 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] Sync routers for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:24:39.170957 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:39.171566 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:39.174201 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:39.186230 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-26130439-d711-4793-8024-418282333fbf tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/efa5db2b-aaf5-4bb6-8cbf-503ec625f604 HTTP/1.1" status: 204 len: 168 time: 1.0747428 Sep 04 16:24:39.186784 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'tag': '02822348-6b65-43f9-869f-901847ad94e2'}] {{(pid=106841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:24:39.189031 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4da7209e31847d32d96a4ee9afd0c94592c747691ef33eab6803bafd6c61971c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ae28ed-719a-4939-b8af-30cd77f7764d" -d '{"events": [{"name": "network-changed", "server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "tag": "02822348-6b65-43f9-869f-901847ad94e2"}]}' {{(pid=106841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:24:39.282781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:39.293132 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd4dc9-53e1-46f7-b52f-07015a9212d0 x-openstack-request-id: req-8dbd4dc9-53e1-46f7-b52f-07015a9212d0 {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:24:39.293425 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "tag": "02822348-6b65-43f9-869f-901847ad94e2", "status": "completed", "code": 200}]} {{(pid=106841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:24:39.293706 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8dbd4dc9-53e1-46f7-b52f-07015a9212d0 {{(pid=106841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:24:39.294117 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbd4dc9-53e1-46f7-b52f-07015a9212d0'] response: {'name': 'network-changed', 'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'tag': '02822348-6b65-43f9-869f-901847ad94e2', 'status': 'completed', 'code': 200} Sep 04 16:24:39.354382 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-d65bb492-4de9-48f7-9dcf-6b491388bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:39.356544 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-d65bb492-4de9-48f7-9dcf-6b491388bbd8 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 1129 time: 0.0416873 Sep 04 16:24:39.452101 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-f8916d1a-a58b-4af5-98ea-0c6a5c7c6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:39.453741 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-f8916d1a-a58b-4af5-98ea-0c6a5c7c6692 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 911 time: 0.0915844 Sep 04 16:24:39.498289 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'ee8a6e43-b4e2-4be0-bde2-26ba737237c9', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:38Z', 'updated_at': '2022-09-04T16:20:41Z', 'revision_number': 1, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:39.501759 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-9f5554f2-89a9-47f6-92d9-f89af19f4246 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02822348-6b65-43f9-869f-901847ad94e2 HTTP/1.1" status: 200 len: 217 time: 0.0382299 Sep 04 16:24:39.522802 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] Checking router: 2c80ad6a-07ee-471d-bb67-9209b28836bd for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:24:39.531698 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:39.532275 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:39.554841 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-b1a18ad8-af53-4ced-9311-14b22b26a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:39.556531 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-b1a18ad8-af53-4ced-9311-14b22b26a2ad service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.0490994 Sep 04 16:24:39.616139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-f94b5ef2-3cee-4453-bba3-df03c9772420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:39.617750 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-f94b5ef2-3cee-4453-bba3-df03c9772420 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549154 Sep 04 16:24:39.642852 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:39.651088 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5077c-3f67-45ea-bd1d-6582d64bf69a req-19f1e940-e701-4325-bced-e84dccfac938 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:39.653259 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3a5077c-3f67-45ea-bd1d-6582d64bf69a req-19f1e940-e701-4325-bced-e84dccfac938 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 945 time: 0.0532513 Sep 04 16:24:39.703342 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d3a5077c-3f67-45ea-bd1d-6582d64bf69a req-a7e1f3b0-28f7-4e6e-a85e-6b9cef3ef2c5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Sep 04 16:24:39.970203 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'ee8a6e43-b4e2-4be0-bde2-26ba737237c9', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:38Z', 'updated_at': '2022-09-04T16:20:41Z', 'revision_number': 1, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:39.997419 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816c1ac7-5eaa-4dca-9cd9-9f7efd641417 None None] The sync data for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi is: [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'ee8a6e43-b4e2-4be0-bde2-26ba737237c9', 'tenant_id': '56e82ba24a474557af758826743136d9', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'port_id': '329a6f01-f405-46c1-8565-cde5c89b347e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'mac_address': 'fa:16:3e:de:00:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:20:38Z', 'updated_at': '2022-09-04T16:20:41Z', 'revision_number': 1, 'project_id': '56e82ba24a474557af758826743136d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:24:40.224624 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d9548a-a3b0-4679-9d1a-b057cc279af0 None None] New status for floating IP efa5db2b-aaf5-4bb6-8cbf-503ec625f604: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:24:40.604139 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:40.717189 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-2e13792d-06da-4b01-a5cb-2fd1ade3c1e8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881729 Sep 04 16:24:40.764301 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:40.869778 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345eedbe-9504-43d2-ad8b-ff3e4ba92e71 req-349d7a78-daef-4c35-b2cd-6e59149a2bd7 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:40.871915 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-345eedbe-9504-43d2-ad8b-ff3e4ba92e71 req-349d7a78-daef-4c35-b2cd-6e59149a2bd7 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 945 time: 0.0892222 Sep 04 16:24:40.949108 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-26ae28ed-719a-4939-b8af-30cd77f7764d req-455b20a4-1197-472e-b19e-86d930e24851 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357796 Sep 04 16:24:40.953896 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-345eedbe-9504-43d2-ad8b-ff3e4ba92e71 req-e9338910-1bba-4aa5-b5cc-d3025ccf4db2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763853 Sep 04 16:24:41.168539 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49407-b837-4511-95aa-665e8314aaea req-c840b87d-fe76-4e08-bb87-e974482c67f6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:41.169881 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92a49407-b837-4511-95aa-665e8314aaea req-c840b87d-fe76-4e08-bb87-e974482c67f6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 945 time: 0.0455987 Sep 04 16:24:41.247772 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-92a49407-b837-4511-95aa-665e8314aaea req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Deleting port 02822348-6b65-43f9-869f-901847ad94e2 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:41.248103 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-92a49407-b837-4511-95aa-665e8314aaea req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (02822348-6b65-43f9-869f-901847ad94e2), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:41.337715 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-92a49407-b837-4511-95aa-665e8314aaea req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] For port 02822348-6b65-43f9-869f-901847ad94e2, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=02822348-6b65-43f9-869f-901847ad94e2,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:41.338069 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-92a49407-b837-4511-95aa-665e8314aaea req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (02822348-6b65-43f9-869f-901847ad94e2), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:41.350998 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-92a49407-b837-4511-95aa-665e8314aaea req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Calling delete_port for 02822348-6b65-43f9-869f-901847ad94e2 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:41.405214 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:41.580706 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:41.645130 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-92a49407-b837-4511-95aa-665e8314aaea req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (02822348-6b65-43f9-869f-901847ad94e2), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:41.675284 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event deleted for resources: {'Port': ['ID=02822348-6b65-43f9-869f-901847ad94e2,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:41.689206 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.689551 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.689918 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.690327 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.690581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.690904 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.691226 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.691591 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.691896 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.692213 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.692532 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.692851 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.693167 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.693481 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.693822 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:41.732435 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a49407-b837-4511-95aa-665e8314aaea req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] No DVR routers for this DVR port 02822348-6b65-43f9-869f-901847ad94e2 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:24:41.734978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-92a49407-b837-4511-95aa-665e8314aaea req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:41.738152 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-92a49407-b837-4511-95aa-665e8314aaea req-8f7fbe9a-3020-4289-bd64-719b165c3259 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "DELETE /networking/v2.0/ports/02822348-6b65-43f9-869f-901847ad94e2 HTTP/1.1" status: 204 len: 173 time: 0.5635014 Sep 04 16:24:41.738589 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'name': 'network-vif-deleted', 'tag': '02822348-6b65-43f9-869f-901847ad94e2'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:24:41.740812 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b319dd-941d-4429-a33c-e8887a1deca7" -d '{"events": [{"server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "name": "network-vif-deleted", "tag": "02822348-6b65-43f9-869f-901847ad94e2"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:24:41.834623 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d844a2-021e-4cdd-b4a2-e49bc7544717 x-openstack-request-id: req-18d844a2-021e-4cdd-b4a2-e49bc7544717 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:24:41.834938 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54897af3-bad2-4c84-abce-d028c776b4df", "name": "network-vif-deleted", "tag": "02822348-6b65-43f9-869f-901847ad94e2", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:24:41.835191 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18d844a2-021e-4cdd-b4a2-e49bc7544717 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:24:41.835592 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d844a2-021e-4cdd-b4a2-e49bc7544717'] response: {'server_uuid': '54897af3-bad2-4c84-abce-d028c776b4df', 'name': 'network-vif-deleted', 'tag': '02822348-6b65-43f9-869f-901847ad94e2', 'status': 'completed', 'code': 200} Sep 04 16:24:42.060831 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e10f7e5d-9d88-47c3-ab85-755c80627788 req-55df2b36-fb94-4547-8adc-6119e062aae9 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=54897af3-bad2-4c84-abce-d028c776b4df HTTP/1.1" status: 200 len: 210 time: 0.0300479 Sep 04 16:24:44.626073 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 02822348-6b65-43f9-869f-901847ad94e2 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:24:44.645944 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 02822348-6b65-43f9-869f-901847ad94e2 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:24:44.646284 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 02822348-6b65-43f9-869f-901847ad94e2 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:24:45.571306 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55536) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:45.711411 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Deleting port f47cadc1-4c64-41e6-927b-d8940af3d8dc {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:45.711663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (f47cadc1-4c64-41e6-927b-d8940af3d8dc), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:45.785162 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (f47cadc1-4c64-41e6-927b-d8940af3d8dc), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:45.785480 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (f47cadc1-4c64-41e6-927b-d8940af3d8dc), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:45.798017 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Calling delete_port for f47cadc1-4c64-41e6-927b-d8940af3d8dc owned by network:floatingip {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:46.027639 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (f47cadc1-4c64-41e6-927b-d8940af3d8dc), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:46.050386 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event deleted for resources: {'Port': ['ID=f47cadc1-4c64-41e6-927b-d8940af3d8dc,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:46.117432 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (ee8a6e43-b4e2-4be0-bde2-26ba737237c9), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:46.117828 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Floating IP ee8a6e43-b4e2-4be0-bde2-26ba737237c9 disassociated (deleted). External IP: 172.27.3.110, port: 329a6f01-f405-46c1-8565-cde5c89b347e. Sep 04 16:24:46.314317 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Router 2c80ad6a-07ee-471d-bb67-9209b28836bd has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:24:46.322997 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:46.651658 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:46.706069 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:24:46.713139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:46.715539 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] Sync routers for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:24:46.725395 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:46.726028 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:46.741886 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f5c46c72-358f-47a7-bcf3-61d948ab99e2 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/ee8a6e43-b4e2-4be0-bde2-26ba737237c9 HTTP/1.1" status: 204 len: 168 time: 1.1694667 Sep 04 16:24:46.742475 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:24:46.744750 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:24:46.786892 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116f758e-bdb3-4382-b3d7-84231fbb4ad7 x-openstack-request-id: req-116f758e-bdb3-4382-b3d7-84231fbb4ad7 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:24:46.787246 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:24:46.787564 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-116f758e-bdb3-4382-b3d7-84231fbb4ad7 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:24:46.788031 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116f758e-bdb3-4382-b3d7-84231fbb4ad7'] response: {'name': 'network-changed', 'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e', 'status': 'completed', 'code': 200} Sep 04 16:24:46.825246 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:46.836217 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:46.848201 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-15813d17-d209-478d-8761-c34032a5c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:46.849729 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-15813d17-d209-478d-8761-c34032a5c800 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=56e82ba24a474557af758826743136d9&device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 1130 time: 0.0403574 Sep 04 16:24:46.871561 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:46.945783 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-6ad6a1c6-37b7-44b4-bdb0-4aa9f922a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:46.947188 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-6ad6a1c6-37b7-44b4-bdb0-4aa9f922a3f4 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 200 len: 911 time: 0.0914571 Sep 04 16:24:46.996256 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-4bfefd5d-0958-4b11-93af-6126d5bc1f76 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=329a6f01-f405-46c1-8565-cde5c89b347e HTTP/1.1" status: 200 len: 217 time: 0.0394468 Sep 04 16:24:47.041192 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:47.046405 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-efb1bd6a-a42f-4019-be12-59f57335eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:47.047879 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-efb1bd6a-a42f-4019-be12-59f57335eb09 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 200 len: 849 time: 0.0454595 Sep 04 16:24:47.066686 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] Checking router: 2c80ad6a-07ee-471d-bb67-9209b28836bd for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:24:47.079990 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:47.079990 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:47.095779 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-c0750c0f-43ae-4b4b-b51f-beebcad89476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:47.097225 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-c0750c0f-43ae-4b4b-b51f-beebcad89476 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=2405227e-d5b0-44f1-b814-62bb7f0eb040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413301 Sep 04 16:24:47.178987 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01097-311a-4ac1-b949-90568580a9e0 req-aa67cc35-732d-4736-9fbd-a32b6ecf8145 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:47.180502 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7de01097-311a-4ac1-b949-90568580a9e0 req-aa67cc35-732d-4736-9fbd-a32b6ecf8145 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 946 time: 0.0502899 Sep 04 16:24:47.180955 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:47.229376 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7de01097-311a-4ac1-b949-90568580a9e0 req-fca804ef-68d7-48ba-b688-e8a5eebdbab1 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Sep 04 16:24:47.363277 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:47.391287 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa84fd2-fd8e-49e0-94a0-283fdb507ccf None None] The sync data for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi is: [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:15:40Z', 'revision_number': 4, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': '01ef352c-cf15-4fdc-8ff6-e8380b2ce422', 'name': '', 'network_id': '2405227e-d5b0-44f1-b814-62bb7f0eb040', 'tenant_id': '56e82ba24a474557af758826743136d9', 'mac_address': 'fa:16:3e:e9:a7:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:39Z', 'updated_at': '2022-09-04T16:15:51Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'subnets': [{'id': '02cb4868-8246-4c8e-8cf1-6b6f6db05351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:24:47.606451 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adee0571-e64a-41af-92c4-54c96ff49efd None None] New status for floating IP ee8a6e43-b4e2-4be0-bde2-26ba737237c9: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:24:47.844887 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:48.215095 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-428d3e7d-26e8-47bf-9f3f-7e54bfac7e61 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820856 Sep 04 16:24:48.408204 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0818b-e1d7-44fa-9174-50f2099f33ae req-8d3fcc74-a1c5-42df-b124-0c5c0495c3fd tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:48.409701 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-31c0818b-e1d7-44fa-9174-50f2099f33ae req-8d3fcc74-a1c5-42df-b124-0c5c0495c3fd tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 946 time: 0.0988884 Sep 04 16:24:48.472892 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e744e96d-9af8-4708-b0d9-5e1e8d1caaeb req-8c1bb322-e92f-45f8-9007-d6feb9db4a88 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600926 Sep 04 16:24:48.485713 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-31c0818b-e1d7-44fa-9174-50f2099f33ae req-39cccf70-9e31-434d-8ac5-fdb7182c4501 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=8a6d47c6-b905-4257-a3c0-a131f827f368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697641 Sep 04 16:24:48.647496 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-a2288acc-1a1a-4f3c-a756-95c053bcfebc tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:48.649296 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-a2288acc-1a1a-4f3c-a756-95c053bcfebc tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 946 time: 0.0506833 Sep 04 16:24:48.729825 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Deleting port 329a6f01-f405-46c1-8565-cde5c89b347e {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:48.730089 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:48.810578 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:48.821752 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] For port 329a6f01-f405-46c1-8565-cde5c89b347e, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=329a6f01-f405-46c1-8565-cde5c89b347e,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:48.822101 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:48.835723 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Calling delete_port for 329a6f01-f405-46c1-8565-cde5c89b347e owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:48.909416 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:49.005281 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (329a6f01-f405-46c1-8565-cde5c89b347e), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:49.033033 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event deleted for resources: {'Port': ['ID=329a6f01-f405-46c1-8565-cde5c89b347e,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:49.079351 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] No DVR routers for this DVR port 329a6f01-f405-46c1-8565-cde5c89b347e on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:24:49.081780 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:49.084890 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ccb2cd17-3c7c-4c04-8d55-e1ed3136794a req-3634d4b2-4556-468a-ba89-84d1dac38cf5 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.27 "DELETE /networking/v2.0/ports/329a6f01-f405-46c1-8565-cde5c89b347e HTTP/1.1" status: 204 len: 173 time: 0.4303885 Sep 04 16:24:49.085311 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'name': 'network-vif-deleted', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:24:49.087626 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0fb90f-badc-4ef4-b1cf-8b50ea94d353" -d '{"events": [{"server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "name": "network-vif-deleted", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:24:49.127240 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c367d6-cf87-4aa8-ae7d-3a02085d2b09 x-openstack-request-id: req-82c367d6-cf87-4aa8-ae7d-3a02085d2b09 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:24:49.127607 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c65f38-de9c-4de3-8cf5-92147eb37728", "name": "network-vif-deleted", "tag": "329a6f01-f405-46c1-8565-cde5c89b347e", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:24:49.127861 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82c367d6-cf87-4aa8-ae7d-3a02085d2b09 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:24:49.128291 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c367d6-cf87-4aa8-ae7d-3a02085d2b09'] response: {'server_uuid': '04c65f38-de9c-4de3-8cf5-92147eb37728', 'name': 'network-vif-deleted', 'tag': '329a6f01-f405-46c1-8565-cde5c89b347e', 'status': 'completed', 'code': 200} Sep 04 16:24:49.183568 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:49.590323 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b0e610bc-4174-40bb-a0e5-a822a784422a req-debd2060-3ad3-4f11-acb1-31dd7b307e23 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=04c65f38-de9c-4de3-8cf5-92147eb37728 HTTP/1.1" status: 200 len: 210 time: 0.0281036 Sep 04 16:24:50.639078 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 329a6f01-f405-46c1-8565-cde5c89b347e no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:24:50.656874 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55554) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:50.658081 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 329a6f01-f405-46c1-8565-cde5c89b347e {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:24:50.658421 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 329a6f01-f405-46c1-8565-cde5c89b347e not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:24:50.765642 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Deleting port f2948240-0731-4838-a104-6f54777de5fa {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:50.765901 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (f2948240-0731-4838-a104-6f54777de5fa), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:50.846358 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (f2948240-0731-4838-a104-6f54777de5fa), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:50.846677 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (f2948240-0731-4838-a104-6f54777de5fa), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:50.859250 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Calling delete_port for f2948240-0731-4838-a104-6f54777de5fa owned by network:floatingip {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:51.084278 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (f2948240-0731-4838-a104-6f54777de5fa), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:51.108524 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event deleted for resources: {'Port': ['ID=f2948240-0731-4838-a104-6f54777de5fa,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:51.171223 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for floatingip (29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:51.173658 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:51.174803 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-68339096-167b-453d-a7da-fb619013fc16 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/29d3de96-7a0e-4a88-8cc1-b55c2cde0cbe HTTP/1.1" status: 204 len: 168 time: 0.5169637 Sep 04 16:24:52.480485 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55566) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:52.545343 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a0a61883-5693-4498-a761-8eedc22a13b6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group (8a6d47c6-b905-4257-a3c0-a131f827f368), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:52.569695 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a0a61883-5693-4498-a761-8eedc22a13b6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group (8a6d47c6-b905-4257-a3c0-a131f827f368), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:52.702212 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a0a61883-5693-4498-a761-8eedc22a13b6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (8a6d47c6-b905-4257-a3c0-a131f827f368), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:52.704676 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a0a61883-5693-4498-a761-8eedc22a13b6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:52.705893 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-a0a61883-5693-4498-a761-8eedc22a13b6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/8a6d47c6-b905-4257-a3c0-a131f827f368 HTTP/1.1" status: 204 len: 168 time: 0.2243063 Sep 04 16:24:52.709144 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:52.717224 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a61883-5693-4498-a761-8eedc22a13b6 tempest-TestVolumeBootPattern-2134566845 tempest-TestVolumeBootPattern-2134566845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d47c6-b905-4257-a3c0-a131f827f368,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:52.836239 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55570) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:53.225892 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:53.244889 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (2c80ad6a-07ee-471d-bb67-9209b28836bd), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:53.463736 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Deleting port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:53.464649 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:53.545608 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] For port 01ef352c-cf15-4fdc-8ff6-e8380b2ce422, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=01ef352c-cf15-4fdc-8ff6-e8380b2ce422,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:53.546244 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:53.559126 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Calling delete_port for 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 owned by network:router_interface {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:53.668834 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:53.804363 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (01ef352c-cf15-4fdc-8ff6-e8380b2ce422), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:53.826931 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ef352c-cf15-4fdc-8ff6-e8380b2ce422,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:53.994561 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (2c80ad6a-07ee-471d-bb67-9209b28836bd), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:54.144760 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:54.196191 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Router 2c80ad6a-07ee-471d-bb67-9209b28836bd has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:24:54.296932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:24:54.301710 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-559e9603-b286-4f45-ae38-27ed42d30830 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/2c80ad6a-07ee-471d-bb67-9209b28836bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4644525 Sep 04 16:24:54.304239 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55574) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:54.308416 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] Sync routers for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:24:54.319090 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:54.319714 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:54.404562 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks [] for router (2c80ad6a-07ee-471d-bb67-9209b28836bd), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:54.423791 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:54.506417 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks [] for router_gateway (2c80ad6a-07ee-471d-bb67-9209b28836bd), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:54.592040 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=100 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:54.597206 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:24:53Z', 'revision_number': 5, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port': {'id': 'b1ceddec-e15d-419f-acba-1af4604fa21a', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ad:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:36Z', 'updated_at': '2022-09-04T16:15:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:54.615160 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Deleting port b1ceddec-e15d-419f-acba-1af4604fa21a {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:54.615715 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:54.622606 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] Checking router: 2c80ad6a-07ee-471d-bb67-9209b28836bd for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:24:54.631007 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] Routers {'2c80ad6a-07ee-471d-bb67-9209b28836bd'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:54.631567 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['2c80ad6a-07ee-471d-bb67-9209b28836bd'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:54.662075 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:54.700283 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] For port b1ceddec-e15d-419f-acba-1af4604fa21a, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b1ceddec-e15d-419f-acba-1af4604fa21a,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:54.700639 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:54.713788 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Calling delete_port for b1ceddec-e15d-419f-acba-1af4604fa21a owned by network:router_gateway {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:54.719243 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] Set router 2c80ad6a-07ee-471d-bb67-9209b28836bd gateway port host: None {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:54.768297 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:24:54Z', 'revision_number': 6, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port_host': None}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:54.796515 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8258a13-1baa-4837-bff5-0a30d18ba832 None None] The sync data for ids ['2c80ad6a-07ee-471d-bb67-9209b28836bd'] in dv-cinder-852364-6-iscsi is: [{'id': '2c80ad6a-07ee-471d-bb67-9209b28836bd', 'name': 'tempest-TestVolumeBootPattern-35904281-router', 'tenant_id': '56e82ba24a474557af758826743136d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:35Z', 'updated_at': '2022-09-04T16:24:54Z', 'revision_number': 6, 'project_id': '56e82ba24a474557af758826743136d9', 'gw_port_host': None}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:24:54.965153 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (b1ceddec-e15d-419f-acba-1af4604fa21a), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:54.990595 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ceddec-e15d-419f-acba-1af4604fa21a,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:55.056246 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (2c80ad6a-07ee-471d-bb67-9209b28836bd), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.145948 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (2c80ad6a-07ee-471d-bb67-9209b28836bd), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.148292 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks [] for router_controller (2c80ad6a-07ee-471d-bb67-9209b28836bd), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.188964 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:55.290789 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (2c80ad6a-07ee-471d-bb67-9209b28836bd), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.291333 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c80ad6a-07ee-471d-bb67-9209b28836bd {{(pid=106842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:24:55.296434 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.297475 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-af27acaa-a164-4131-ad23-c05b552e1722 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/2c80ad6a-07ee-471d-bb67-9209b28836bd HTTP/1.1" status: 204 len: 168 time: 0.9923398 Sep 04 16:24:55.300976 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55576) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:55.346378 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93734c5-a14e-442a-8e31-21a1993a7106 admin admin] Deleting subnet 02cb4868-8246-4c8e-8cf1-6b6f6db05351 {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:24:55.349472 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f93734c5-a14e-442a-8e31-21a1993a7106 admin admin] Publish callbacks [] for subnet (02cb4868-8246-4c8e-8cf1-6b6f6db05351), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.384665 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f93734c5-a14e-442a-8e31-21a1993a7106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (02cb4868-8246-4c8e-8cf1-6b6f6db05351), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.463456 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f93734c5-a14e-442a-8e31-21a1993a7106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (02cb4868-8246-4c8e-8cf1-6b6f6db05351), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.570779 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f93734c5-a14e-442a-8e31-21a1993a7106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (02cb4868-8246-4c8e-8cf1-6b6f6db05351), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.598895 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93734c5-a14e-442a-8e31-21a1993a7106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02cb4868-8246-4c8e-8cf1-6b6f6db05351,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:55.602585 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f93734c5-a14e-442a-8e31-21a1993a7106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.606415 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f93734c5-a14e-442a-8e31-21a1993a7106 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/02cb4868-8246-4c8e-8cf1-6b6f6db05351 HTTP/1.1" status: 204 len: 168 time: 0.3053913 Sep 04 16:24:55.608829 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55580) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:55.612955 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ada1a-2754-4e49-bff4-99cb619308ba None None] Network 2405227e-d5b0-44f1-b814-62bb7f0eb040 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:24:55.684315 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (2405227e-d5b0-44f1-b814-62bb7f0eb040), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.783242 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] DHCP port deletion for 2405227e-d5b0-44f1-b814-62bb7f0eb040 request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:24:55.842033 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:55.846431 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Deleting port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:55.847408 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.926167 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] For port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=01e2da5f-17a9-4a22-94c1-3d7aae38ff05,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:55.926719 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:55.940495 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Calling delete_port for 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:56.018509 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Deleting port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:56.018906 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.079327 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.085881 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] For port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=01e2da5f-17a9-4a22-94c1-3d7aae38ff05,segment=NetworkSegment(9c80359a-f669-4148-b111-ee7b96d653a9),segment_id=9c80359a-f669-4148-b111-ee7b96d653a9)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:56.086449 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.101794 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Calling delete_port for 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 owned by network:dhcp {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:56.119538 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] No DVR routers for this DVR port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:24:56.125252 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Pushing event deleted for resources: {'Port': ['ID=01e2da5f-17a9-4a22-94c1-3d7aae38ff05,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:56.146936 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.147213 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.147552 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.147962 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.148209 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.148539 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.148872 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.149317 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.149588 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.155657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.155657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.155657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.155657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.155657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.155657 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147a8bc-1503-47a1-b221-9ce41a541594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:24:56.179581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:56.228791 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (01e2da5f-17a9-4a22-94c1-3d7aae38ff05), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.262686 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acda2c3-86b7-49fc-9d6f-213ddb50b334 req-3072f285-62f9-4238-bce0-109f5929a06e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:56.264177 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1acda2c3-86b7-49fc-9d6f-213ddb50b334 req-3072f285-62f9-4238-bce0-109f5929a06e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0791299 Sep 04 16:24:56.265131 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e2da5f-17a9-4a22-94c1-3d7aae38ff05,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:56.268462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] No DVR routers for this DVR port 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 on host dv-cinder-852364-6-iscsi {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:24:56.372045 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:56.374248 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (2405227e-d5b0-44f1-b814-62bb7f0eb040), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.388444 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1acda2c3-86b7-49fc-9d6f-213ddb50b334 req-3c856843-6b99-47c4-92ef-8c56b4f3e1a3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133740 Sep 04 16:24:56.399211 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2405227e-d5b0-44f1-b814-62bb7f0eb040']}} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:56.410988 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c80359a-f669-4148-b111-ee7b96d653a9') {'for_net_delete': True} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:56.411276 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c80359a-f669-4148-b111-ee7b96d653a9') {} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:56.421718 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26549617'] for segment (9c80359a-f669-4148-b111-ee7b96d653a9), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.436098 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (9c80359a-f669-4148-b111-ee7b96d653a9), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.442973 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:24:56.443346 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26518376'] for segment (9c80359a-f669-4148-b111-ee7b96d653a9), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.490545 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 9c80359a-f669-4148-b111-ee7b96d653a9 resource provider aggregate not found Sep 04 16:24:56.511418 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 9c80359a-f669-4148-b111-ee7b96d653a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c80359a-f669-4148-b111-ee7b96d653a9 found for delete ", "request_id": "req-a3ac2685-4451-4c14-bab3-cd90d955e5f5"}]} Sep 04 16:24:56.521391 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b1ceddec-e15d-419f-acba-1af4604fa21a no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:24:56.541343 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: b1ceddec-e15d-419f-acba-1af4604fa21a {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:24:56.541715 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b1ceddec-e15d-419f-acba-1af4604fa21a not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:24:56.542738 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:24:56.566559 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:24:56.566907 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 01e2da5f-17a9-4a22-94c1-3d7aae38ff05 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:24:56.567314 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:24:56.581651 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (2405227e-d5b0-44f1-b814-62bb7f0eb040), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.589780 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:24:56.590182 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:56.590291 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 01ef352c-cf15-4fdc-8ff6-e8380b2ce422 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:24:56.593355 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/2405227e-d5b0-44f1-b814-62bb7f0eb040 HTTP/1.1" status: 204 len: 168 time: 0.9835932 Sep 04 16:24:56.600562 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55594) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:56.603883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc2691-dbc5-47bc-a52c-41b3a0d570e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2405227e-d5b0-44f1-b814-62bb7f0eb040,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:56.914291 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (380588be-f8b8-44ca-931b-06454b6c3939), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:57.137983 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Deleting port d9dba783-35cb-45a3-8e81-070fe1a72a6e {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:57.138310 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:57.217323 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] For port d9dba783-35cb-45a3-8e81-070fe1a72a6e, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d9dba783-35cb-45a3-8e81-070fe1a72a6e,segment=NetworkSegment(464d1981-c5d1-4cae-b55b-2182324e291c),segment_id=464d1981-c5d1-4cae-b55b-2182324e291c)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:57.217623 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:57.230641 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Calling delete_port for d9dba783-35cb-45a3-8e81-070fe1a72a6e owned by network:router_interface {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:57.462493 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (d9dba783-35cb-45a3-8e81-070fe1a72a6e), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:57.468194 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:57.472495 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:57.490309 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dba783-35cb-45a3-8e81-070fe1a72a6e,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:57.527847 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d47cc-1051-4ac0-8761-29f4a8e081f6 req-198d8e15-e63c-435e-add9-a4ecad718ea1 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:57.529956 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9f7d47cc-1051-4ac0-8761-29f4a8e081f6 req-198d8e15-e63c-435e-add9-a4ecad718ea1 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0585148 Sep 04 16:24:57.581456 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9f7d47cc-1051-4ac0-8761-29f4a8e081f6 req-7ec4d065-5a2c-464b-9882-26cddb2d337e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449038 Sep 04 16:24:57.661130 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (380588be-f8b8-44ca-931b-06454b6c3939), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:57.863975 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Router 380588be-f8b8-44ca-931b-06454b6c3939 has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:24:57.967165 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:24:57.972170 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-b404da9a-6114-464b-a9a7-ca59e4a6717d admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/380588be-f8b8-44ca-931b-06454b6c3939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3682048 Sep 04 16:24:57.974891 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55598) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:57.975795 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] Sync routers for ids ['380588be-f8b8-44ca-931b-06454b6c3939'] in dv-cinder-852364-6-iscsi {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:24:57.990128 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] Routers {'380588be-f8b8-44ca-931b-06454b6c3939'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:57.990742 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['380588be-f8b8-44ca-931b-06454b6c3939'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:58.075665 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks [] for router (380588be-f8b8-44ca-931b-06454b6c3939), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.087545 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] Set router 380588be-f8b8-44ca-931b-06454b6c3939 gateway port host: dv-cinder-852364-6-iscsi {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:58.154456 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-fdbebc7d-0644-4044-95f4-73fbc86bbdb0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:58.155831 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-fdbebc7d-0644-4044-95f4-73fbc86bbdb0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0535226 Sep 04 16:24:58.166812 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=100 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:58.177499 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks [] for router_gateway (380588be-f8b8-44ca-931b-06454b6c3939), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.238286 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Deleting port 2ba1839b-cf90-4859-94e6-4295e7f3acba {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:58.238619 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.259408 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380588be-f8b8-44ca-931b-06454b6c3939', 'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:47Z', 'updated_at': '2022-09-04T16:24:57Z', 'revision_number': 5, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'gw_port': {'id': 'd0b43c6b-47fc-44d4-9f49-28e9c78d7cbb', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380588be-f8b8-44ca-931b-06454b6c3939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:15:48Z', 'updated_at': '2022-09-04T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:58.285331 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] Checking router: 380588be-f8b8-44ca-931b-06454b6c3939 for host: dv-cinder-852364-6-iscsi {{(pid=106844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:24:58.295741 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] Routers {'380588be-f8b8-44ca-931b-06454b6c3939'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:58.296425 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['380588be-f8b8-44ca-931b-06454b6c3939'], 'active': True} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:58.315718 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Deleting port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:58.316135 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.342483 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] For port 2ba1839b-cf90-4859-94e6-4295e7f3acba, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=2ba1839b-cf90-4859-94e6-4295e7f3acba,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:58.342920 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.385113 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_dvr_db [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] Set router 380588be-f8b8-44ca-931b-06454b6c3939 gateway port host: None {{(pid=106844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:58.407268 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] For port d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:58.407514 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.427495 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Calling delete_port for d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb owned by network:router_gateway {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:58.451935 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.l3_hamode_db [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380588be-f8b8-44ca-931b-06454b6c3939', 'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:47Z', 'updated_at': '2022-09-04T16:24:58Z', 'revision_number': 6, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'gw_port_host': None}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:58.482602 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24048d9e-b5e3-461e-b41e-48b8bc9a4a6a None None] The sync data for ids ['380588be-f8b8-44ca-931b-06454b6c3939'] in dv-cinder-852364-6-iscsi is: [{'id': '380588be-f8b8-44ca-931b-06454b6c3939', 'name': 'tempest-TestVolumeBootPattern-236767593-router', 'tenant_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:15:47Z', 'updated_at': '2022-09-04T16:24:58Z', 'revision_number': 6, 'project_id': '89ffdbbdedc24fbca2fbb10c2d2fd466', 'gw_port_host': None}] {{(pid=106844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:24:58.562783 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.563401 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (57951da0-428c-4ef9-8816-0b55637b91fa), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.563513 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Floating IP 57951da0-428c-4ef9-8816-0b55637b91fa disassociated. External IP: 172.27.3.193, port: 2ba1839b-cf90-4859-94e6-4295e7f3acba. Sep 04 16:24:58.563772 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Calling delete_port for 2ba1839b-cf90-4859-94e6-4295e7f3acba owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:58.635539 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:58.707193 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.732661 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000224de-036c-4686-a874-20bb8ee1d52e req-99c43507-4e21-4feb-b38c-f4fe55545362 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:24:58.733278 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:58.734172 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-000224de-036c-4686-a874-20bb8ee1d52e req-99c43507-4e21-4feb-b38c-f4fe55545362 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 945 time: 0.0656464 Sep 04 16:24:58.788085 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-000224de-036c-4686-a874-20bb8ee1d52e req-c39e502b-d287-46bb-b7db-0a4d02853b24 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=1253636f-2136-43f3-847c-6868e87fba60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448465 Sep 04 16:24:58.789120 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (2ba1839b-cf90-4859-94e6-4295e7f3acba), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.799546 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (380588be-f8b8-44ca-931b-06454b6c3939), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.819666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event deleted for resources: {'Port': ['ID=2ba1839b-cf90-4859-94e6-4295e7f3acba,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:58.888227 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:58.907552 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (380588be-f8b8-44ca-931b-06454b6c3939), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.909856 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks [] for router_controller (380588be-f8b8-44ca-931b-06454b6c3939), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:58.949820 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:24:59.040435 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (380588be-f8b8-44ca-931b-06454b6c3939), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.041040 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 380588be-f8b8-44ca-931b-06454b6c3939 {{(pid=106841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:24:59.045629 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.049305 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55602) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:59.049512 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-dbb3a7cf-06bb-4cda-a488-cd237f29f571 admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/380588be-f8b8-44ca-931b-06454b6c3939 HTTP/1.1" status: 204 len: 168 time: 1.0735252 Sep 04 16:24:59.093794 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:24:59.102747 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] Sync routers for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:24:59.113700 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:59.114310 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:59.144554 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] No DVR routers for this DVR port 2ba1839b-cf90-4859-94e6-4295e7f3acba on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:24:59.147373 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.151180 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-074aa7d0-86b4-4a0f-a93e-213d27cc79b5 req-cc037b95-6c4a-4a70-97fa-943f1f0e9f9a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "DELETE /networking/v2.0/ports/2ba1839b-cf90-4859-94e6-4295e7f3acba HTTP/1.1" status: 204 len: 173 time: 0.9897935 Sep 04 16:24:59.155724 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a66f8fe-f26c-4b4a-a887-a8b80f4a8814 admin admin] Deleting subnet 4b0e9817-1fd6-479a-b7b9-88c1559b47be {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:24:59.158959 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'name': 'network-vif-deleted', 'tag': '2ba1839b-cf90-4859-94e6-4295e7f3acba'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:24:59.161611 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc01edb-3553-4412-a238-0087728a5b6b" -d '{"events": [{"server_uuid": "b4ab95ba-6b1d-482f-9160-c25b0c3ba82b", "name": "network-vif-deleted", "tag": "2ba1839b-cf90-4859-94e6-4295e7f3acba"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:24:59.167437 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3a66f8fe-f26c-4b4a-a887-a8b80f4a8814 admin admin] Publish callbacks [] for subnet (4b0e9817-1fd6-479a-b7b9-88c1559b47be), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.208927 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3a66f8fe-f26c-4b4a-a887-a8b80f4a8814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (4b0e9817-1fd6-479a-b7b9-88c1559b47be), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.229665 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92381c0d-2b04-43dc-b8ef-f514a36abbfa x-openstack-request-id: req-92381c0d-2b04-43dc-b8ef-f514a36abbfa {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:24:59.230040 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ab95ba-6b1d-482f-9160-c25b0c3ba82b", "name": "network-vif-deleted", "tag": "2ba1839b-cf90-4859-94e6-4295e7f3acba", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:24:59.230335 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92381c0d-2b04-43dc-b8ef-f514a36abbfa {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:24:59.230930 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92381c0d-2b04-43dc-b8ef-f514a36abbfa'] response: {'server_uuid': 'b4ab95ba-6b1d-482f-9160-c25b0c3ba82b', 'name': 'network-vif-deleted', 'tag': '2ba1839b-cf90-4859-94e6-4295e7f3acba', 'status': 'completed', 'code': 200} Sep 04 16:24:59.233260 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:59.308451 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3a66f8fe-f26c-4b4a-a887-a8b80f4a8814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (4b0e9817-1fd6-479a-b7b9-88c1559b47be), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.451342 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3a66f8fe-f26c-4b4a-a887-a8b80f4a8814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (4b0e9817-1fd6-479a-b7b9-88c1559b47be), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.457991 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:59.481807 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66f8fe-f26c-4b4a-a887-a8b80f4a8814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b0e9817-1fd6-479a-b7b9-88c1559b47be,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:59.483966 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-3a66f8fe-f26c-4b4a-a887-a8b80f4a8814 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.489949 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-3a66f8fe-f26c-4b4a-a887-a8b80f4a8814 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/4b0e9817-1fd6-479a-b7b9-88c1559b47be HTTP/1.1" status: 204 len: 168 time: 0.4369411 Sep 04 16:24:59.490069 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55606) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:24:59.491643 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] Checking router: 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:24:59.496153 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea6d99d-7a3c-4677-897d-18493f4d7a23 None None] Network 4dfa22ca-49a2-4953-88b0-648b8884e184 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:24:59.552534 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:24:59.553179 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:24:38Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:24:59.570704 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (4dfa22ca-49a2-4953-88b0-648b8884e184), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.572516 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:59.625599 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Deleting port b94c1dd0-6b3b-42e4-945e-91e09078a401 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:59.629735 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.637449 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:59.692156 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:59.704847 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:24:59.711636 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] For port b94c1dd0-6b3b-42e4-945e-91e09078a401, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b94c1dd0-6b3b-42e4-945e-91e09078a401,segment=NetworkSegment(464d1981-c5d1-4cae-b55b-2182324e291c),segment_id=464d1981-c5d1-4cae-b55b-2182324e291c)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:59.712109 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.726355 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Calling delete_port for b94c1dd0-6b3b-42e4-945e-91e09078a401 owned by network:dhcp {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:59.739671 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] DHCP port deletion for 4dfa22ca-49a2-4953-88b0-648b8884e184 request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:24:59.820191 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:24:59.850062 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.854011 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] Deleting port b94c1dd0-6b3b-42e4-945e-91e09078a401 {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:24:59.856310 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.878976 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94c1dd0-6b3b-42e4-945e-91e09078a401,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:24:59.880876 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] No DVR routers for this DVR port b94c1dd0-6b3b-42e4-945e-91e09078a401 on host dv-cinder-852364-6-iscsi {{(pid=106841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:24:59.944595 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b91345f0-2926-44ed-b567-175c50aa2a10 req-c7e06769-3cfd-420c-b530-d847a465f53b tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b4ab95ba-6b1d-482f-9160-c25b0c3ba82b HTTP/1.1" status: 200 len: 210 time: 0.0469842 Sep 04 16:24:59.953809 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] For port b94c1dd0-6b3b-42e4-945e-91e09078a401, host dv-cinder-852364-6-iscsi, got binding levels [] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:24:59.954204 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:24:59.979980 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] Calling delete_port for b94c1dd0-6b3b-42e4-945e-91e09078a401 owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:24:59.984417 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.ipam_backend_mixin [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] Port b94c1dd0-6b3b-42e4-945e-91e09078a401 was not found and therefore no delete operation was performed {{(pid=106843) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 04 16:24:59.986792 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (b94c1dd0-6b3b-42e4-945e-91e09078a401), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:00.034085 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] Pushing event deleted for resources: {'Port': ['ID=b94c1dd0-6b3b-42e4-945e-91e09078a401,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:00.041454 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9afbb-4ffe-42cf-b8c4-0c0bf1f7bf3f None None] No DVR routers for this DVR port b94c1dd0-6b3b-42e4-945e-91e09078a401 on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:25:00.084418 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:25:00.124036 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af7fcb-578f-4e29-a634-06c5773a7e13 None None] The sync data for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi is: [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:25:00.212327 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (4dfa22ca-49a2-4953-88b0-648b8884e184), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:00.234222 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfa22ca-49a2-4953-88b0-648b8884e184']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:25:00.243971 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464d1981-c5d1-4cae-b55b-2182324e291c') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:25:00.244267 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464d1981-c5d1-4cae-b55b-2182324e291c') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:25:00.254626 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (464d1981-c5d1-4cae-b55b-2182324e291c), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:00.274507 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (464d1981-c5d1-4cae-b55b-2182324e291c), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:00.282301 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:25:00.284554 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (464d1981-c5d1-4cae-b55b-2182324e291c), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:00.334598 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 464d1981-c5d1-4cae-b55b-2182324e291c resource provider aggregate not found Sep 04 16:25:00.363915 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 464d1981-c5d1-4cae-b55b-2182324e291c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 464d1981-c5d1-4cae-b55b-2182324e291c found for delete ", "request_id": "req-0fad44e7-d7a8-4e98-a7d4-408039e4ee42"}]} Sep 04 16:25:00.408344 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c89e3f-e2fc-47cd-bbdb-3bb8d0f85265 None None] New status for floating IP 57951da0-428c-4ef9-8816-0b55637b91fa: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:25:00.427815 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (4dfa22ca-49a2-4953-88b0-648b8884e184), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:00.439244 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:00.445498 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/4dfa22ca-49a2-4953-88b0-648b8884e184 HTTP/1.1" status: 204 len: 168 time: 0.9520245 Sep 04 16:25:00.455819 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a641091-9d5f-42d6-9d2a-f6da1f0a08b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfa22ca-49a2-4953-88b0-648b8884e184,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:00.545361 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:25:00.572942 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:25:00.575290 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d0b43c6b-47fc-44d4-9f49-28e9c78d7cbb not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:25:00.575290 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b94c1dd0-6b3b-42e4-945e-91e09078a401 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:25:00.605116 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: b94c1dd0-6b3b-42e4-945e-91e09078a401 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:25:00.605381 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b94c1dd0-6b3b-42e4-945e-91e09078a401 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:25:00.605823 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d9dba783-35cb-45a3-8e81-070fe1a72a6e no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:25:00.624998 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: d9dba783-35cb-45a3-8e81-070fe1a72a6e {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:25:00.625334 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device d9dba783-35cb-45a3-8e81-070fe1a72a6e not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:25:00.686642 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 2ba1839b-cf90-4859-94e6-4295e7f3acba no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:25:00.708151 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: 2ba1839b-cf90-4859-94e6-4295e7f3acba {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:25:00.708151 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device 2ba1839b-cf90-4859-94e6-4295e7f3acba not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:25:00.799151 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55616) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:00.839524 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-1f165e1a-fc3a-41e9-bf4c-652528521ded admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=56e82ba24a474557af758826743136d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387154 Sep 04 16:25:00.842081 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55618) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:00.889879 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c49378c0-dde7-42ca-a859-3ba03b2c554c admin admin] Publish callbacks [] for security_group (1088d1d4-69cf-4be4-8068-2311245b36bd), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:00.910248 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c49378c0-dde7-42ca-a859-3ba03b2c554c admin admin] Publish callbacks [] for security_group (1088d1d4-69cf-4be4-8068-2311245b36bd), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.047496 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c49378c0-dde7-42ca-a859-3ba03b2c554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1088d1d4-69cf-4be4-8068-2311245b36bd), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.051283 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c49378c0-dde7-42ca-a859-3ba03b2c554c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.052450 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c49378c0-dde7-42ca-a859-3ba03b2c554c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1088d1d4-69cf-4be4-8068-2311245b36bd HTTP/1.1" status: 204 len: 168 time: 0.2094035 Sep 04 16:25:01.061654 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49378c0-dde7-42ca-a859-3ba03b2c554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1088d1d4-69cf-4be4-8068-2311245b36bd,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:01.097936 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55626) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:01.171364 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c3fd4ef8-ba38-4144-b0aa-e4d0fd6ab08c tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (1253636f-2136-43f3-847c-6868e87fba60), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.193182 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c3fd4ef8-ba38-4144-b0aa-e4d0fd6ab08c tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (1253636f-2136-43f3-847c-6868e87fba60), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.225804 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:01.318922 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c3fd4ef8-ba38-4144-b0aa-e4d0fd6ab08c tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (1253636f-2136-43f3-847c-6868e87fba60), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.321866 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c3fd4ef8-ba38-4144-b0aa-e4d0fd6ab08c tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.323021 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c3fd4ef8-ba38-4144-b0aa-e4d0fd6ab08c tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/1253636f-2136-43f3-847c-6868e87fba60 HTTP/1.1" status: 204 len: 168 time: 0.2225447 Sep 04 16:25:01.326483 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55628) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:01.339813 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd4ef8-ba38-4144-b0aa-e4d0fd6ab08c tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1253636f-2136-43f3-847c-6868e87fba60,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:01.349822 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.api.v2.resource [None req-57f56c22-5804-4103-9651-4a374c9a50e3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] show failed (client error): The resource could not be found. Sep 04 16:25:01.349822 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-57f56c22-5804-4103-9651-4a374c9a50e3 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups/1253636f-2136-43f3-847c-6868e87fba60 HTTP/1.1" status: 404 len: 347 time: 0.0191500 Sep 04 16:25:01.350280 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55632) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:01.461886 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Deleting port 58f1113c-1d38-4c47-8866-4f9d2f01dee4 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:25:01.462222 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (58f1113c-1d38-4c47-8866-4f9d2f01dee4), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.541184 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (58f1113c-1d38-4c47-8866-4f9d2f01dee4), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.541505 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (58f1113c-1d38-4c47-8866-4f9d2f01dee4), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.553918 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Calling delete_port for 58f1113c-1d38-4c47-8866-4f9d2f01dee4 owned by network:floatingip {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:25:01.676282 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:01.731098 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55634) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:01.773439 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-72c14950-835a-4df0-8ffc-482666c51015 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=89ffdbbdedc24fbca2fbb10c2d2fd466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412645 Sep 04 16:25:01.775893 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55636) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:01.808843 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (58f1113c-1d38-4c47-8866-4f9d2f01dee4), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.836873 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event deleted for resources: {'Port': ['ID=58f1113c-1d38-4c47-8866-4f9d2f01dee4,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:01.870769 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa7a0-b977-4a02-af8c-c9425f7dd691 admin admin] Publish callbacks [] for security_group (24d66d75-3c34-414b-8376-28c5e93f3c2a), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.916522 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa7a0-b977-4a02-af8c-c9425f7dd691 admin admin] Publish callbacks [] for security_group (24d66d75-3c34-414b-8376-28c5e93f3c2a), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.930934 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:01.932002 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (57951da0-428c-4ef9-8816-0b55637b91fa), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.935209 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:01.936336 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-f67dbdc6-641f-4daa-987c-edbc8c8c8a82 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/57951da0-428c-4ef9-8816-0b55637b91fa HTTP/1.1" status: 204 len: 168 time: 0.5851035 Sep 04 16:25:01.991057 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:25:02.067580 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa7a0-b977-4a02-af8c-c9425f7dd691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (24d66d75-3c34-414b-8376-28c5e93f3c2a), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.070093 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fd5fa7a0-b977-4a02-af8c-c9425f7dd691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.074471 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-fd5fa7a0-b977-4a02-af8c-c9425f7dd691 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/24d66d75-3c34-414b-8376-28c5e93f3c2a HTTP/1.1" status: 204 len: 168 time: 0.2938976 Sep 04 16:25:02.077739 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55642) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:02.081349 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fa7a0-b977-4a02-af8c-c9425f7dd691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d66d75-3c34-414b-8376-28c5e93f3c2a,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:02.082104 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-94925208-8860-4fe9-9d1c-8fc343ed5e69 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522287381', 'description': 'tempest-description--1824919237'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:25:02.176734 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-94925208-8860-4fe9-9d1c-8fc343ed5e69 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.250994 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-94925208-8860-4fe9-9d1c-8fc343ed5e69 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (60ab6614-bea1-41d4-a68b-1767f6516292), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.347767 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-94925208-8860-4fe9-9d1c-8fc343ed5e69 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (60ab6614-bea1-41d4-a68b-1767f6516292), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.380144 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94925208-8860-4fe9-9d1c-8fc343ed5e69 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ab6614-bea1-41d4-a68b-1767f6516292,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:02.436558 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-94925208-8860-4fe9-9d1c-8fc343ed5e69 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.437906 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-94925208-8860-4fe9-9d1c-8fc343ed5e69 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3591578 Sep 04 16:25:02.441094 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55644) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:02.445731 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-c535ce2d-34f3-40ce-bd1f-ff2d1fc40d4f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'security_group_rule': {'security_group_id': '60ab6614-bea1-41d4-a68b-1767f6516292', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:25:02.523669 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c535ce2d-34f3-40ce-bd1f-ff2d1fc40d4f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (5d50561e-44f1-4f88-9a56-6a3d7fd1b0e3), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.567645 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:02.578795 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c535ce2d-34f3-40ce-bd1f-ff2d1fc40d4f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (5d50561e-44f1-4f88-9a56-6a3d7fd1b0e3), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.656530 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c535ce2d-34f3-40ce-bd1f-ff2d1fc40d4f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (5d50561e-44f1-4f88-9a56-6a3d7fd1b0e3), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.676822 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535ce2d-34f3-40ce-bd1f-ff2d1fc40d4f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d50561e-44f1-4f88-9a56-6a3d7fd1b0e3,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:02.720958 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c535ce2d-34f3-40ce-bd1f-ff2d1fc40d4f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.722254 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c535ce2d-34f3-40ce-bd1f-ff2d1fc40d4f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2801590 Sep 04 16:25:02.724953 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55646) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:02.730415 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-25ed7dd1-2555-44c5-a760-c0e71e8b1ac2 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'security_group_rule': {'security_group_id': '60ab6614-bea1-41d4-a68b-1767f6516292', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:25:02.735999 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:02.822428 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-25ed7dd1-2555-44c5-a760-c0e71e8b1ac2 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (e0ba7949-347b-4d9a-b00f-a46e59094f07), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.880895 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-25ed7dd1-2555-44c5-a760-c0e71e8b1ac2 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (e0ba7949-347b-4d9a-b00f-a46e59094f07), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.935479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-25ed7dd1-2555-44c5-a760-c0e71e8b1ac2 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759166'] for security_group_rule (e0ba7949-347b-4d9a-b00f-a46e59094f07), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:02.956239 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed7dd1-2555-44c5-a760-c0e71e8b1ac2 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ba7949-347b-4d9a-b00f-a46e59094f07,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:03.029362 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-25ed7dd1-2555-44c5-a760-c0e71e8b1ac2 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:03.030589 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-25ed7dd1-2555-44c5-a760-c0e71e8b1ac2 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038921 Sep 04 16:25:03.033909 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55648) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:03.038075 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'floatingip': {'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:25:03.102063 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:03.182184 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:03.279848 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Allocated IP 172.27.3.76 (220b5998-8e99-49a1-b51e-8e802bbf4d14/a8680c33-bd9b-4f5a-88d1-964b33900176/8259fed9-2c51-45cf-99dd-ac3dfcd0f429) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:25:03.397812 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for port (8259fed9-2c51-45cf-99dd-ac3dfcd0f429), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:03.497085 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (8259fed9-2c51-45cf-99dd-ac3dfcd0f429), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:03.536401 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Network 220b5998-8e99-49a1-b51e-8e802bbf4d14 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:25:03.540733 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:25:03.543215 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:25:03.569499 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'Port': ['ID=8259fed9-2c51-45cf-99dd-ac3dfcd0f429,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:03.574352 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:03.632712 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (d9f0bf8f-39c4-46ff-b065-6743d1101b0c), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:03.709974 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (8259fed9-2c51-45cf-99dd-ac3dfcd0f429), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:03.763933 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:03.859048 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for port (8259fed9-2c51-45cf-99dd-ac3dfcd0f429), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:03.913226 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (8259fed9-2c51-45cf-99dd-ac3dfcd0f429), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:03.981739 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'Port': ['ID=8259fed9-2c51-45cf-99dd-ac3dfcd0f429,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:03.984872 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (d9f0bf8f-39c4-46ff-b065-6743d1101b0c), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:04.058882 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:04.060117 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-08bd56b9-9678-4e7e-a982-9b25665c21ac tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0252697 Sep 04 16:25:04.263103 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-5daf9b0a-43ce-4db5-8079-38f6a2d81d09 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1522287381&fields=id&tenant_id=6dde43a19e95472d87ea4273922156be HTTP/1.1" status: 200 len: 267 time: 0.0456181 Sep 04 16:25:04.367119 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c99ca-0f04-444b-a810-3983fd802c18 req-e8231bff-ad27-4380-963c-3d2c1b501391 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:04.368576 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-e8231bff-ad27-4380-963c-3d2c1b501391 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/networks?id=c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 200 len: 810 time: 0.0991020 Sep 04 16:25:04.383257 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-6f6c33d5-c720-4753-bf7a-73c2c1bf7b2d tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/quotas/6dde43a19e95472d87ea4273922156be HTTP/1.1" status: 200 len: 375 time: 0.0088203 Sep 04 16:25:04.435059 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-02a64c72-f5f7-4cc1-b4b0-8aced355ffd0 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462947 Sep 04 16:25:04.450438 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-ebf03e19-f7af-4d70-975c-599d1218cd61 service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:25:04.451391 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-ebf03e19-f7af-4d70-975c-599d1218cd61 service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056016 Sep 04 16:25:04.539131 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-40b7404d-48d0-4d7e-ae83-b82fd79d9382 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823681 Sep 04 16:25:04.633912 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-5cbd334e-93f4-46e3-b554-993e0f1d7a9f service neutron] 10.222.0.39 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886161 Sep 04 16:25:05.678975 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-33d670ba-04ba-4e07-b933-e711d345c2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:05.905257 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1ab49594-425b-41b9-afe9-0aafdbd821a3 req-3dd2d886-c0f0-4883-80e3-121f0b78e81b tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 210 time: 0.0294302 Sep 04 16:25:06.989465 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-7e068a20-2cf8-4434-83cb-03e773ce0345 req-67f75244-07db-42dd-86cf-d31c872705d4 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Sep 04 16:25:07.936957 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-bd540c51-b642-4059-9221-1317e6342428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:08.072775 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-776ec017-2c4b-48f1-beff-a1708a6b8b66 req-8c41174c-41c9-4f8f-af9d-cf60cefe8353 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 210 time: 0.0278242 Sep 04 16:25:09.147844 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:09.181420 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-efbe95fc-8f40-4073-8cdf-8b6d27165430 req-4cf58c8c-4981-4571-88b6-edcaf04e4cb7 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 210 time: 0.0317178 Sep 04 16:25:09.655406 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:09.685656 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c99ca-0f04-444b-a810-3983fd802c18 req-e0d7ef64-339f-429b-ae02-c20415b45c38 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:09.687082 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-e0d7ef64-339f-429b-ae02-c20415b45c38 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "GET /networking/v2.0/networks?id=c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 200 len: 810 time: 0.1047556 Sep 04 16:25:09.747320 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-175c46ee-7c78-40fc-9f84-3f20b0ff30ea tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6dde43a19e95472d87ea4273922156be HTTP/1.1" status: 200 len: 380 time: 0.0519662 Sep 04 16:25:09.755815 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'port': {'device_id': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'admin_state_up': True, 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'security_groups': ['60ab6614-bea1-41d4-a68b-1767f6516292']}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:25:09.981724 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Made reservation on behalf of 6dde43a19e95472d87ea4273922156be for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:25:09.986527 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:10.102265 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:10.120097 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Allocated IP 172.20.0.8 (c473da39-bd28-4e2e-830f-12458827922d/f7859263-87c4-4deb-b705-3035c11e4e06/e695d60e-6b7d-4b70-8196-908884f7dc65) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:25:10.261807 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:10.300420 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-acad586b-07d3-4533-98ec-134552151d2a req-c43658c0-1315-44fd-a4a2-e1f213ec924b tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 210 time: 0.0368154 Sep 04 16:25:10.393634 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:10.440307 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Network c473da39-bd28-4e2e-830f-12458827922d is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:25:10.442860 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:10.445902 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:25:10.451036 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:25:10.455198 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event updated for resources: {'Port': ['ID=e695d60e-6b7d-4b70-8196-908884f7dc65,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:10.502444 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:10.505138 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:10.589958 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=51 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:10.628359 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-252d7e39-6f11-48f4-8ca6-ab87460fa530 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8761334 Sep 04 16:25:10.634186 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-f7af020d-6cf8-492e-aef8-ce16abd6b614 None None] Provisioning complete for port e695d60e-6b7d-4b70-8196-908884f7dc65 triggered by entity DHCP. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:25:10.634186 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-f7af020d-6cf8-492e-aef8-ce16abd6b614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:10.641013 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Request body: {'port': {'device_id': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:25:10.660490 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:10.677459 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-f7af020d-6cf8-492e-aef8-ce16abd6b614 None None] Port e695d60e-6b7d-4b70-8196-908884f7dc65 cannot update to ACTIVE because it is not bound. {{(pid=106843) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 04 16:25:10.709256 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:10.787522 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:10.960443 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e695d60e-6b7d-4b70-8196-908884f7dc65 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:25:10.969145 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Publish callbacks [] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:10.981737 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Transition to ACTIVE for port object e695d60e-6b7d-4b70-8196-908884f7dc65 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:25:11.050242 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:11.113170 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Pushing event updated for resources: {'Port': ['ID=e695d60e-6b7d-4b70-8196-908884f7dc65,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:11.166172 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Attempting to bind port e695d60e-6b7d-4b70-8196-908884f7dc65 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:25:11.166503 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Attempting to bind port e695d60e-6b7d-4b70-8196-908884f7dc65 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:25:11.166826 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Attempting to bind port e695d60e-6b7d-4b70-8196-908884f7dc65 on network c473da39-bd28-4e2e-830f-12458827922d {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:25:11.171880 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Port e695d60e-6b7d-4b70-8196-908884f7dc65 on network c473da39-bd28-4e2e-830f-12458827922d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:25:11.172194 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Attempting to bind port e695d60e-6b7d-4b70-8196-908884f7dc65 on network c473da39-bd28-4e2e-830f-12458827922d {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:25:11.177038 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:25:11.177369 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Checking segment: {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:25:11.177770 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Bound using segment: {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:25:11.178181 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Bound port: e695d60e-6b7d-4b70-8196-908884f7dc65, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993cefe4-4a0d-4a33-b165-93c797ae8bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:25:11.178524 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:11.239082 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] For port e695d60e-6b7d-4b70-8196-908884f7dc65, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:25:11.242094 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] For port e695d60e-6b7d-4b70-8196-908884f7dc65, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e695d60e-6b7d-4b70-8196-908884f7dc65,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:25:11.308219 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:11.312161 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:11.312760 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:11.314136 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/e695d60e-6b7d-4b70-8196-908884f7dc65 HTTP/1.1" status: 200 len: 1093 time: 0.6782875 Sep 04 16:25:11.314620 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'tag': 'e695d60e-6b7d-4b70-8196-908884f7dc65'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:25:11.316908 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ce84a-956c-40f2-bad5-e78bd2f70218" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0a9170-7b56-4c9a-a918-abd9847f4374", "tag": "e695d60e-6b7d-4b70-8196-908884f7dc65"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:25:11.365100 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ffcb00-c5d3-43ff-b801-b6ab82743fd1 x-openstack-request-id: req-64ffcb00-c5d3-43ff-b801-b6ab82743fd1 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:25:11.365388 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0a9170-7b56-4c9a-a918-abd9847f4374", "tag": "e695d60e-6b7d-4b70-8196-908884f7dc65", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:25:11.365746 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64ffcb00-c5d3-43ff-b801-b6ab82743fd1 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:25:11.366153 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ffcb00-c5d3-43ff-b801-b6ab82743fd1'] response: {'name': 'network-changed', 'server_uuid': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'tag': 'e695d60e-6b7d-4b70-8196-908884f7dc65', 'status': 'completed', 'code': 200} Sep 04 16:25:11.371956 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b07a8-fa5a-4991-a142-d20c0abcc352 service neutron] Pushing event updated for resources: {'Port': ['ID=e695d60e-6b7d-4b70-8196-908884f7dc65,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:11.401510 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:11.456512 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ce84a-956c-40f2-bad5-e78bd2f70218 req-0ef55af5-04ae-40cd-be4b-cc5bff6cfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:11.458023 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-639ce84a-956c-40f2-bad5-e78bd2f70218 req-0ef55af5-04ae-40cd-be4b-cc5bff6cfcee service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 1127 time: 0.0742507 Sep 04 16:25:11.464039 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904baaef-6caa-4773-a403-068e0f5e21ac req-e689c478-603c-4c88-b3f9-040dd38a8862 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:11.465722 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-904baaef-6caa-4773-a403-068e0f5e21ac req-e689c478-603c-4c88-b3f9-040dd38a8862 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 943 time: 0.0735908 Sep 04 16:25:11.545702 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:11.574938 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-904baaef-6caa-4773-a403-068e0f5e21ac req-03fb68b4-7ce2-43d0-a0ef-75f4fe7b3726 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974028 Sep 04 16:25:11.595961 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ce84a-956c-40f2-bad5-e78bd2f70218 req-00fe0140-75f1-4d17-95b8-cb4cb6d27fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:11.610506 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-639ce84a-956c-40f2-bad5-e78bd2f70218 req-00fe0140-75f1-4d17-95b8-cb4cb6d27fa5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=6dde43a19e95472d87ea4273922156be&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1308401 Sep 04 16:25:11.693121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ce84a-956c-40f2-bad5-e78bd2f70218 req-3cb974e1-5d54-45d9-abf5-883dcc5d3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:11.694652 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-639ce84a-956c-40f2-bad5-e78bd2f70218 req-3cb974e1-5d54-45d9-abf5-883dcc5d3246 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905256 Sep 04 16:25:11.770571 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c99ca-0f04-444b-a810-3983fd802c18 req-05849041-57db-43c5-b96e-598a94ab481d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:11.772114 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-05849041-57db-43c5-b96e-598a94ab481d service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 1127 time: 0.0410614 Sep 04 16:25:11.810106 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-745ef0de-a01e-4eba-8498-801a02b658a1 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e695d60e-6b7d-4b70-8196-908884f7dc65 HTTP/1.1" status: 200 len: 217 time: 0.0317442 Sep 04 16:25:11.857133 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c99ca-0f04-444b-a810-3983fd802c18 req-939219bf-5c39-4991-a8f6-5000f4b53b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:11.858537 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-939219bf-5c39-4991-a8f6-5000f4b53b0c service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f7859263-87c4-4deb-b705-3035c11e4e06 HTTP/1.1" status: 200 len: 849 time: 0.0428209 Sep 04 16:25:11.900162 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c99ca-0f04-444b-a810-3983fd802c18 req-d2202516-6043-4ec7-ba6a-0bf6f722f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:11.902597 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-d2202516-6043-4ec7-ba6a-0bf6f722f257 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c473da39-bd28-4e2e-830f-12458827922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0361755 Sep 04 16:25:11.986962 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:11.993845 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-f09ee598-d007-4340-91be-892b38ae5df7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861621 Sep 04 16:25:12.076668 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:12.082801 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-002c99ca-0f04-444b-a810-3983fd802c18 req-0bbfba89-3d7f-4f8b-9371-5453e4d0e39d service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836928 Sep 04 16:25:12.703647 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117548c8-a1ef-4aa6-845c-1a412781ced2 req-e5282e48-c7d2-4213-a15a-2991cd97c0dc tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:12.705112 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-117548c8-a1ef-4aa6-845c-1a412781ced2 req-e5282e48-c7d2-4213-a15a-2991cd97c0dc tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 943 time: 0.0555532 Sep 04 16:25:12.750639 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-117548c8-a1ef-4aa6-845c-1a412781ced2 req-d581311b-1d15-4b00-8314-fb0147c29623 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400343 Sep 04 16:25:13.872946 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43810f1d-e870-45ba-b728-3988c62a77f5 req-58a0b4ab-d094-4690-96de-d9628b412933 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:13.874409 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-43810f1d-e870-45ba-b728-3988c62a77f5 req-58a0b4ab-d094-4690-96de-d9628b412933 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 943 time: 0.0460157 Sep 04 16:25:13.921306 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-43810f1d-e870-45ba-b728-3988c62a77f5 req-4810b6e2-228b-4b31-a8bd-06e31f893c49 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414031 Sep 04 16:25:14.713726 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device e695d60e-6b7d-4b70-8196-908884f7dc65 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:25:14.811492 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port e695d60e-6b7d-4b70-8196-908884f7dc65, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e695d60e-6b7d-4b70-8196-908884f7dc65,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:25:14.822514 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'e695d60e-6b7d-4b70-8196-908884f7dc65', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'port_id': 'e695d60e-6b7d-4b70-8196-908884f7dc65', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:25:14.853692 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:14.855812 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port e695d60e-6b7d-4b70-8196-908884f7dc65 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:25:14.856192 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:14.868612 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e695d60e-6b7d-4b70-8196-908884f7dc65 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:25:14.892894 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port e695d60e-6b7d-4b70-8196-908884f7dc65, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e695d60e-6b7d-4b70-8196-908884f7dc65,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:25:14.947522 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:14.994674 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=e695d60e-6b7d-4b70-8196-908884f7dc65,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:15.046678 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7e695-e408-4d1e-bef6-6c5f1f82e06f req-15b963c2-7a5f-41a1-b9db-a415a120f7ca tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:15.048138 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e5e7e695-e408-4d1e-bef6-6c5f1f82e06f req-15b963c2-7a5f-41a1-b9db-a415a120f7ca tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 944 time: 0.0497239 Sep 04 16:25:15.098959 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-e5e7e695-e408-4d1e-bef6-6c5f1f82e06f req-1482721f-e770-4f8d-ab33-2d6f200e779e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451086 Sep 04 16:25:15.152722 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['e695d60e-6b7d-4b70-8196-908884f7dc65'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:25:15.197862 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:16.230408 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af641037-4655-4129-83ac-40f0225f02ee req-70d9c04f-d37e-460a-91da-0b2a9d99472f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:16.231855 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-af641037-4655-4129-83ac-40f0225f02ee req-70d9c04f-d37e-460a-91da-0b2a9d99472f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 944 time: 0.0459814 Sep 04 16:25:16.262640 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:16.279171 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-af641037-4655-4129-83ac-40f0225f02ee req-1d03766f-164a-44fc-bd45-173b1806bc36 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415545 Sep 04 16:25:16.734789 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device e695d60e-6b7d-4b70-8196-908884f7dc65 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:25:16.777271 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port e695d60e-6b7d-4b70-8196-908884f7dc65 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:25:16.844530 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port e695d60e-6b7d-4b70-8196-908884f7dc65 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:25:16.844904 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:16.916319 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port e695d60e-6b7d-4b70-8196-908884f7dc65 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:25:16.916705 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:16.939754 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695d60e-6b7d-4b70-8196-908884f7dc65'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:25:16.941966 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2884c43e-e3a5-4f51-8cfa-6fe49031984c" -d '{"events": [{"server_uuid": "fd0a9170-7b56-4c9a-a918-abd9847f4374", "name": "network-vif-plugged", "status": "completed", "tag": "e695d60e-6b7d-4b70-8196-908884f7dc65"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:25:16.954730 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port e695d60e-6b7d-4b70-8196-908884f7dc65, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e695d60e-6b7d-4b70-8196-908884f7dc65,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:25:17.004868 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:17.058087 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=e695d60e-6b7d-4b70-8196-908884f7dc65,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:25:17.128279 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bb43c0-5ba7-41a9-80df-1af110d2b686 x-openstack-request-id: req-88bb43c0-5ba7-41a9-80df-1af110d2b686 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:25:17.128574 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0a9170-7b56-4c9a-a918-abd9847f4374", "name": "network-vif-plugged", "status": "completed", "tag": "e695d60e-6b7d-4b70-8196-908884f7dc65", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:25:17.128823 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88bb43c0-5ba7-41a9-80df-1af110d2b686 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:25:17.129217 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bb43c0-5ba7-41a9-80df-1af110d2b686'] response: {'server_uuid': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e695d60e-6b7d-4b70-8196-908884f7dc65', 'code': 200} Sep 04 16:25:17.696039 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3ba88-2ea1-4bb2-bd25-d7b884c5793b req-dd1b5d61-2dbf-43b2-98ec-50f36cd93749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:17.697500 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3aa3ba88-2ea1-4bb2-bd25-d7b884c5793b req-dd1b5d61-2dbf-43b2-98ec-50f36cd93749 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 1129 time: 0.3438663 Sep 04 16:25:17.715326 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf676f-748c-4281-9351-8a1c2fc240ea req-70adb1e1-dcdb-47db-9455-edd072e9684a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:17.716698 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20bf676f-748c-4281-9351-8a1c2fc240ea req-70adb1e1-dcdb-47db-9455-edd072e9684a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 945 time: 0.3351867 Sep 04 16:25:17.774352 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3aa3ba88-2ea1-4bb2-bd25-d7b884c5793b req-e83cccf3-3b1c-4e3c-b244-6939a78be612 service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694242 Sep 04 16:25:17.785651 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-20bf676f-748c-4281-9351-8a1c2fc240ea req-535e1d8d-a6ba-47a3-9cd4-42de639ab668 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606170 Sep 04 16:25:17.884636 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:18.906197 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa495efc-9f9f-40d2-bfaf-92ea37563ac4 req-35b0d3b6-9d96-4f4a-9564-84c0fa0247a9 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:18.907881 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa495efc-9f9f-40d2-bfaf-92ea37563ac4 req-35b0d3b6-9d96-4f4a-9564-84c0fa0247a9 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 945 time: 0.0458684 Sep 04 16:25:18.955628 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fa495efc-9f9f-40d2-bfaf-92ea37563ac4 req-2cb5ee31-e57f-4af5-a476-d38ccdc0908c tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421460 Sep 04 16:25:20.045354 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:20.083754 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa66f0-f41b-42d5-b22e-36f183e38a0a req-eba321bb-e2ec-4db4-b38e-ab27bd425259 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:20.085162 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fffa66f0-f41b-42d5-b22e-36f183e38a0a req-eba321bb-e2ec-4db4-b38e-ab27bd425259 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 945 time: 0.0496917 Sep 04 16:25:20.131690 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-fffa66f0-f41b-42d5-b22e-36f183e38a0a req-c0430080-486a-45bb-aabe-0b41fbeabb8a tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Sep 04 16:25:20.246992 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7003b4-aeed-46f2-b3a1-372477bb4a6e req-7506d6b3-8c23-43d4-b401-807bd8bd18fe tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:20.248325 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-aa7003b4-aeed-46f2-b3a1-372477bb4a6e req-7506d6b3-8c23-43d4-b401-807bd8bd18fe tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 945 time: 0.0457604 Sep 04 16:25:20.258208 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55720) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:25:20.262900 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-443bbe53-ef40-410c-b9c7-874ead604b0e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Request body: {'floatingip': {'port_id': 'e695d60e-6b7d-4b70-8196-908884f7dc65'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:25:20.299336 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-443bbe53-ef40-410c-b9c7-874ead604b0e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (d9f0bf8f-39c4-46ff-b065-6743d1101b0c), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:20.723483 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-443bbe53-ef40-410c-b9c7-874ead604b0e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:20.764661 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-443bbe53-ef40-410c-b9c7-874ead604b0e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (d9f0bf8f-39c4-46ff-b065-6743d1101b0c), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:20.858974 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [None req-443bbe53-ef40-410c-b9c7-874ead604b0e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Floating IP d9f0bf8f-39c4-46ff-b065-6743d1101b0c associated. External IP: 172.27.3.76, port: e695d60e-6b7d-4b70-8196-908884f7dc65. Sep 04 16:25:20.938839 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:21.057286 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443bbe53-ef40-410c-b9c7-874ead604b0e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:25:21.096604 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:21.166020 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443bbe53-ef40-410c-b9c7-874ead604b0e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:25:21.171137 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-443bbe53-ef40-410c-b9c7-874ead604b0e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:21.178373 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] Sync routers for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:25:21.188558 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:25:21.189155 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:25:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:25:21.200803 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-443bbe53-ef40-410c-b9c7-874ead604b0e tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "PUT /networking/v2.0/floatingips/d9f0bf8f-39c4-46ff-b065-6743d1101b0c HTTP/1.1" status: 200 len: 990 time: 0.9415832 Sep 04 16:25:21.201379 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'tag': 'e695d60e-6b7d-4b70-8196-908884f7dc65'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:25:21.203743 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1b467d-f45c-4088-a269-3f0c994e015f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0a9170-7b56-4c9a-a918-abd9847f4374", "tag": "e695d60e-6b7d-4b70-8196-908884f7dc65"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:25:21.241025 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa7c3a8-2d20-453c-b4e5-90351deb2514 x-openstack-request-id: req-8fa7c3a8-2d20-453c-b4e5-90351deb2514 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:25:21.241316 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0a9170-7b56-4c9a-a918-abd9847f4374", "tag": "e695d60e-6b7d-4b70-8196-908884f7dc65", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:25:21.241583 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fa7c3a8-2d20-453c-b4e5-90351deb2514 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:25:21.241981 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa7c3a8-2d20-453c-b4e5-90351deb2514'] response: {'name': 'network-changed', 'server_uuid': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'tag': 'e695d60e-6b7d-4b70-8196-908884f7dc65', 'status': 'completed', 'code': 200} Sep 04 16:25:21.295960 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:25:21.301358 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-3b34a468-1667-4a09-8f96-bf09e1d37e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:21.302872 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-3b34a468-1667-4a09-8f96-bf09e1d37e18 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 1129 time: 0.0392718 Sep 04 16:25:21.395629 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-c3f6f34b-6625-4090-b94f-d685723b28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:21.397124 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-c3f6f34b-6625-4090-b94f-d685723b28b7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 200 len: 911 time: 0.0880034 Sep 04 16:25:21.467272 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-ed4ad75e-7551-476d-a9c2-20a226b11b6c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e695d60e-6b7d-4b70-8196-908884f7dc65 HTTP/1.1" status: 200 len: 998 time: 0.0642154 Sep 04 16:25:21.516394 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-e89585e5-a55d-4d14-a9a7-cc8ae45dea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:21.517888 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-e89585e5-a55d-4d14-a9a7-cc8ae45dea08 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f7859263-87c4-4deb-b705-3035c11e4e06 HTTP/1.1" status: 200 len: 849 time: 0.0454700 Sep 04 16:25:21.562145 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-f652d8bc-222a-4609-b0e5-0d953c0abe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:21.563630 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-f652d8bc-222a-4609-b0e5-0d953c0abe91 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c473da39-bd28-4e2e-830f-12458827922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393739 Sep 04 16:25:21.624787 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:21.628582 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'd9f0bf8f-39c4-46ff-b065-6743d1101b0c', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'port_id': 'e695d60e-6b7d-4b70-8196-908884f7dc65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:25:03Z', 'updated_at': '2022-09-04T16:25:20Z', 'revision_number': 1, 'project_id': '6dde43a19e95472d87ea4273922156be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:25:21.656785 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-375850fc-b943-470c-b5f4-b6a6d53305c7 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868402 Sep 04 16:25:21.658043 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] Checking router: 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:25:21.666794 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:25:21.667983 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:25:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:25:21.746788 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2b1b467d-f45c-4088-a269-3f0c994e015f req-3ecf6056-2637-49ab-8b62-fc2bed9db630 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842767 Sep 04 16:25:21.771075 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:25:21.858908 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:21.976324 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'd9f0bf8f-39c4-46ff-b065-6743d1101b0c', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'port_id': 'e695d60e-6b7d-4b70-8196-908884f7dc65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:25:03Z', 'updated_at': '2022-09-04T16:25:20Z', 'revision_number': 1, 'project_id': '6dde43a19e95472d87ea4273922156be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:25:22.000849 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a24fe2-56fd-46b0-bb81-7c9e770c78d1 None None] The sync data for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi is: [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_floatingips': [{'id': 'd9f0bf8f-39c4-46ff-b065-6743d1101b0c', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'floating_ip_address': '172.27.3.76', 'floating_network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'router_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'port_id': 'e695d60e-6b7d-4b70-8196-908884f7dc65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'mac_address': 'fa:16:3e:a3:0d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-04T16:25:03Z', 'updated_at': '2022-09-04T16:25:20Z', 'revision_number': 1, 'project_id': '6dde43a19e95472d87ea4273922156be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:25:22.194705 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a12f9d-70be-4f45-a089-5ce7765e5b30 None None] New status for floating IP d9f0bf8f-39c4-46ff-b065-6743d1101b0c: ACTIVE {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:25:31.737065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=74 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:31.742983 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=53 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:31.978255 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=43 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:31.979006 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:35.661785 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a76b3f15-a08f-4d5c-9188-19575f3c2b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:37.953082 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b9245143-4933-4e10-8636-6ea749045d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:38.990506 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:25:39.124556 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:40.706689 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:40.758732 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:47.844505 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:25:48.986089 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=14 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:48.986865 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:57.799279 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:57.801132 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:25:58.565850 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b42c131-879e-4a1e-9767-c91de5127257 req-618489c1-6dbf-4853-bdea-00cefbcb3ba0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488956 Sep 04 16:25:58.647620 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c131-879e-4a1e-9767-c91de5127257 req-9450a951-561b-408e-b221-b2007eb357a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:58.648983 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b42c131-879e-4a1e-9767-c91de5127257 req-9450a951-561b-408e-b221-b2007eb357a0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=6dde43a19e95472d87ea4273922156be&device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 1129 time: 0.0403709 Sep 04 16:25:58.751911 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c131-879e-4a1e-9767-c91de5127257 req-170bde91-d600-4d70-bade-f166b22593ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:58.753388 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b42c131-879e-4a1e-9767-c91de5127257 req-170bde91-d600-4d70-bade-f166b22593ed service neutron] 10.222.0.27 "GET /networking/v2.0/networks?id=c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 200 len: 911 time: 0.0876470 Sep 04 16:25:58.821832 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b42c131-879e-4a1e-9767-c91de5127257 req-4d6e3cd4-72ea-4387-956a-dfb146135d0c service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e695d60e-6b7d-4b70-8196-908884f7dc65 HTTP/1.1" status: 200 len: 1000 time: 0.0624344 Sep 04 16:25:58.870328 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c131-879e-4a1e-9767-c91de5127257 req-607294f2-2a1f-4b91-999f-3183319b26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:58.871758 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b42c131-879e-4a1e-9767-c91de5127257 req-607294f2-2a1f-4b91-999f-3183319b26ee service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=f7859263-87c4-4deb-b705-3035c11e4e06 HTTP/1.1" status: 200 len: 849 time: 0.0435755 Sep 04 16:25:58.916673 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42c131-879e-4a1e-9767-c91de5127257 req-6c3a38bf-2607-4445-aeee-a58c108694e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:25:58.916673 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b42c131-879e-4a1e-9767-c91de5127257 req-6c3a38bf-2607-4445-aeee-a58c108694e7 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=c473da39-bd28-4e2e-830f-12458827922d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380833 Sep 04 16:25:59.008345 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b42c131-879e-4a1e-9767-c91de5127257 req-d3f2bd75-701f-4b9b-bea8-d9bf44b5b92b service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866625 Sep 04 16:25:59.096601 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b42c131-879e-4a1e-9767-c91de5127257 req-ed51fbbc-dab8-4478-93cc-6e8f02424daf service neutron] 10.222.0.27 "GET /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823021 Sep 04 16:26:05.707599 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c27619d7-d853-4e01-8e32-a927d1f92835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:07.959121 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-36e727f2-fc16-4e43-baa4-6687cb5d0b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:09.087843 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=50 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:09.093369 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=51 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:09.119143 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:10.616038 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:10.770041 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:15.989983 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:26:17.907384 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:18.941928 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c1a17-29fe-43c9-b1ba-21caab96ab40 req-925237c2-5862-4f1f-9dec-f724c23ef870 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:26:18.943410 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4a3c1a17-29fe-43c9-b1ba-21caab96ab40 req-925237c2-5862-4f1f-9dec-f724c23ef870 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 945 time: 0.0519135 Sep 04 16:26:18.990749 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4a3c1a17-29fe-43c9-b1ba-21caab96ab40 req-7c6c3ada-77ee-44c3-9336-3d4cef310b64 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417848 Sep 04 16:26:20.111780 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89c30a-b116-4d07-9535-49e2cf1e758f req-a7ecf3ca-bc03-4dd8-877c-410682a07ddd tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:26:20.113252 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b89c30a-b116-4d07-9535-49e2cf1e758f req-a7ecf3ca-bc03-4dd8-877c-410682a07ddd tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 945 time: 0.0461059 Sep 04 16:26:20.160347 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9b89c30a-b116-4d07-9535-49e2cf1e758f req-3fb474d0-8b52-450f-b6b3-28066b8cf22b tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=60ab6614-bea1-41d4-a68b-1767f6516292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415726 Sep 04 16:26:20.566196 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-3a07ab26-d93b-4408-92b3-8f4a165d8a8c tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:26:20.567619 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-3a07ab26-d93b-4408-92b3-8f4a165d8a8c tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 945 time: 0.0457749 Sep 04 16:26:20.650359 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Deleting port e695d60e-6b7d-4b70-8196-908884f7dc65 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:26:20.650621 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:20.742430 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] For port e695d60e-6b7d-4b70-8196-908884f7dc65, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e695d60e-6b7d-4b70-8196-908884f7dc65,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:26:20.742783 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:20.909290 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:20.909585 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3779784'] for floatingip (d9f0bf8f-39c4-46ff-b065-6743d1101b0c), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:20.909893 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.l3_db [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Floating IP d9f0bf8f-39c4-46ff-b065-6743d1101b0c disassociated. External IP: 172.27.3.76, port: e695d60e-6b7d-4b70-8196-908884f7dc65. Sep 04 16:26:20.910225 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Calling delete_port for e695d60e-6b7d-4b70-8196-908884f7dc65 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:26:21.084927 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (e695d60e-6b7d-4b70-8196-908884f7dc65), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:21.117978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event deleted for resources: {'Port': ['ID=e695d60e-6b7d-4b70-8196-908884f7dc65,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:21.129939 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.130287 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.130624 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.130957 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.131289 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.131619 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.131938 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.132258 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.132577 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.132893 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.133213 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.133531 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.133869 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.134187 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.134500 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:21.254524 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:26:21.273792 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3b1972cf-7e62-40a1-b744-40c5723bb9ca req-5608ff4d-df91-491a-8001-fdea0793536b tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 210 time: 0.0334251 Sep 04 16:26:21.282789 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:21.325556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:21.378786 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:26:21.388197 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] Sync routers for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:26:21.398989 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:26:21.399612 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:26:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:21.423166 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] No DVR routers for this DVR port e695d60e-6b7d-4b70-8196-908884f7dc65 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:26:21.426028 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:21.429659 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-c94161ad-5cc1-45e9-9c12-7153eceaee84 req-8711a0cc-68ae-48e1-b240-1a5746e90c5f tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.27 "DELETE /networking/v2.0/ports/e695d60e-6b7d-4b70-8196-908884f7dc65 HTTP/1.1" status: 204 len: 173 time: 0.8569393 Sep 04 16:26:21.430140 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'name': 'network-vif-deleted', 'tag': 'e695d60e-6b7d-4b70-8196-908884f7dc65'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:26:21.433152 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f6a27d-33cf-4f65-967d-688b77216b51" -d '{"events": [{"server_uuid": "fd0a9170-7b56-4c9a-a918-abd9847f4374", "name": "network-vif-deleted", "tag": "e695d60e-6b7d-4b70-8196-908884f7dc65"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:26:21.483971 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b5bfd5-eecf-4fdd-8ceb-fb3cea36b4cb x-openstack-request-id: req-63b5bfd5-eecf-4fdd-8ceb-fb3cea36b4cb {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:26:21.483971 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0a9170-7b56-4c9a-a918-abd9847f4374", "name": "network-vif-deleted", "tag": "e695d60e-6b7d-4b70-8196-908884f7dc65", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:26:21.483971 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63b5bfd5-eecf-4fdd-8ceb-fb3cea36b4cb {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:26:21.483971 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b5bfd5-eecf-4fdd-8ceb-fb3cea36b4cb'] response: {'server_uuid': 'fd0a9170-7b56-4c9a-a918-abd9847f4374', 'name': 'network-vif-deleted', 'tag': 'e695d60e-6b7d-4b70-8196-908884f7dc65', 'status': 'completed', 'code': 200} Sep 04 16:26:21.516618 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:26:21.730335 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:21.763716 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] Checking router: 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:26:21.772388 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:26:21.772981 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:26:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:21.874607 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:26:22.061505 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:22.086010 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57631c3c-320f-4533-9db4-93b01ba4e07c None None] The sync data for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi is: [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:22:07Z', 'revision_number': 4, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi', '_interfaces': [{'id': 'b5b12e53-c290-4757-8e76-e4d2aac239fb', 'name': '', 'network_id': 'c473da39-bd28-4e2e-830f-12458827922d', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'mac_address': 'fa:16:3e:f9:bd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:07Z', 'updated_at': '2022-09-04T16:22:12Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'subnets': [{'id': 'f7859263-87c4-4deb-b705-3035c11e4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:26:22.300660 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9996032f-5a42-4c38-a8e1-bfc749990720 None None] New status for floating IP d9f0bf8f-39c4-46ff-b065-6743d1101b0c: DOWN {{(pid=106844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 04 16:26:22.394729 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b07bdf00-e1bb-4bac-af7b-1e664ef65e25 req-eb9d77ff-c30f-4984-b2db-b80820f84393 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=fd0a9170-7b56-4c9a-a918-abd9847f4374 HTTP/1.1" status: 200 len: 210 time: 0.0280578 Sep 04 16:26:23.103605 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device e695d60e-6b7d-4b70-8196-908884f7dc65 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:26:23.123003 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: e695d60e-6b7d-4b70-8196-908884f7dc65 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:26:23.123352 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device e695d60e-6b7d-4b70-8196-908884f7dc65 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:26:23.576970 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55878) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:23.634032 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9496f312-085b-4aab-88f6-f4c68cf775b6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (60ab6614-bea1-41d4-a68b-1767f6516292), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:23.656593 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9496f312-085b-4aab-88f6-f4c68cf775b6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (60ab6614-bea1-41d4-a68b-1767f6516292), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:23.782332 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9496f312-085b-4aab-88f6-f4c68cf775b6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (60ab6614-bea1-41d4-a68b-1767f6516292), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:23.785086 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-9496f312-085b-4aab-88f6-f4c68cf775b6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:23.786291 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-9496f312-085b-4aab-88f6-f4c68cf775b6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "DELETE /networking/v2.0/security-groups/60ab6614-bea1-41d4-a68b-1767f6516292 HTTP/1.1" status: 204 len: 168 time: 0.2082987 Sep 04 16:26:23.792066 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55880) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:23.795961 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496f312-085b-4aab-88f6-f4c68cf775b6 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ab6614-bea1-41d4-a68b-1767f6516292,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:23.806125 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.api.v2.resource [None req-3728ff57-3180-4b94-b86c-24e34a3b7403 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] show failed (client error): The resource could not be found. Sep 04 16:26:23.807152 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-3728ff57-3180-4b94-b86c-24e34a3b7403 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "GET /networking/v2.0/security-groups/60ab6614-bea1-41d4-a68b-1767f6516292 HTTP/1.1" status: 404 len: 347 time: 0.0168612 Sep 04 16:26:23.810113 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55884) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:23.919124 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Deleting port 8259fed9-2c51-45cf-99dd-ac3dfcd0f429 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:26:23.919456 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (8259fed9-2c51-45cf-99dd-ac3dfcd0f429), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:23.992856 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (8259fed9-2c51-45cf-99dd-ac3dfcd0f429), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:23.993179 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (8259fed9-2c51-45cf-99dd-ac3dfcd0f429), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:24.004940 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Calling delete_port for 8259fed9-2c51-45cf-99dd-ac3dfcd0f429 owned by network:floatingip {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:26:24.204865 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (8259fed9-2c51-45cf-99dd-ac3dfcd0f429), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:24.230669 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Pushing event deleted for resources: {'Port': ['ID=8259fed9-2c51-45cf-99dd-ac3dfcd0f429,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:24.254253 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.254590 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.254922 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.255251 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.255576 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.255897 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.256212 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.256531 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.256843 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.257153 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.257466 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.257806 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.258119 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.258427 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.258735 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:24.302040 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks [] for floatingip (d9f0bf8f-39c4-46ff-b065-6743d1101b0c), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:24.304440 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for floatingip (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:24.305556 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-a9d9711c-0562-4e66-b99e-9bd9cf781783 tempest-AttachVolumeTestJSON-1717945144 tempest-AttachVolumeTestJSON-1717945144-project] 10.222.0.39 "DELETE /networking/v2.0/floatingips/d9f0bf8f-39c4-46ff-b065-6743d1101b0c HTTP/1.1" status: 204 len: 168 time: 0.4945533 Sep 04 16:26:28.235533 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55912) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:28.542966 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3817672'] for router_interface (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:28.680540 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:28.688660 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:28.759052 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Deleting port b5b12e53-c290-4757-8e76-e4d2aac239fb {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:26:28.759305 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:28.842551 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] For port b5b12e53-c290-4757-8e76-e4d2aac239fb, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b5b12e53-c290-4757-8e76-e4d2aac239fb,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:26:28.842907 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:28.856621 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Calling delete_port for b5b12e53-c290-4757-8e76-e4d2aac239fb owned by network:router_interface {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:26:29.102199 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (b5b12e53-c290-4757-8e76-e4d2aac239fb), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:29.123918 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b12e53-c290-4757-8e76-e4d2aac239fb,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:29.288191 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3682998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3776632'] for router_interface (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:29.480176 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:29.494783 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec has already been hosted by L3 agent 1bd2ce61-7a1d-47af-aeb3-25d84d340e2d {{(pid=106841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 04 16:26:29.553473 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:29.597324 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] Notify agent at l3_agent.dv-cinder-852364-6-iscsi the message routers_updated {{(pid=106841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 04 16:26:29.602407 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-c5a923ce-86a6-4b06-8d94-680c8865f999 admin admin] 10.222.0.39 "PUT /networking/v2.0/routers/7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3659234 Sep 04 16:26:29.604923 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55914) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:29.606050 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] Sync routers for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 04 16:26:29.608292 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:29.610320 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:29.617703 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:26:29.618311 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:26:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:29.701744 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks [] for router (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:29.722022 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: dv-cinder-852364-6-iscsi {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:26:29.799474 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks [] for router_gateway (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:29.894409 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Deleting port b7832958-5684-4c7f-8ac2-3e442c293ba3 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:26:29.894820 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:29.974934 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] For port b7832958-5684-4c7f-8ac2-3e442c293ba3, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=b7832958-5684-4c7f-8ac2-3e442c293ba3,segment=NetworkSegment(4821e8db-3504-4fa1-a46a-1fd4d59dec7f),segment_id=4821e8db-3504-4fa1-a46a-1fd4d59dec7f)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:26:29.975507 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:29.988644 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Calling delete_port for b7832958-5684-4c7f-8ac2-3e442c293ba3 owned by network:router_gateway {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:26:30.015116 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'external_fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:26:28Z', 'revision_number': 5, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port': {'id': 'b7832958-5684-4c7f-8ac2-3e442c293ba3', 'name': '', 'network_id': '220b5998-8e99-49a1-b51e-8e802bbf4d14', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852364-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-04T16:22:05Z', 'updated_at': '2022-09-04T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8680c33-bd9b-4f5a-88d1-964b33900176', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852364-6-iscsi'}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:30.040226 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] Checking router: 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec for host: dv-cinder-852364-6-iscsi {{(pid=106843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 04 16:26:30.048745 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] Routers {'7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'} bound to L3 agent in host dv-cinder-852364-6-iscsi {{(pid=106843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 04 16:26:30.049345 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852364-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-04T16:05:38Z,description=,heartbeat_timestamp=2022-09-04T16:26:08Z,host='dv-cinder-852364-6-iscsi',id=1bd2ce61-7a1d-47af-aeb3-25d84d340e2d,load=0,resource_versions=,resources_synced=,started_at=2022-09-04T16:05:39Z,topic='l3_agent')) {'router_ids': ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'], 'active': True} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:30.132937 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvr_db [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] Set router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec gateway port host: None {{(pid=106843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 04 16:26:30.184686 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_hamode_db [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:26:29Z', 'revision_number': 6, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port_host': None}], 'dv-cinder-852364-6-iscsi', False) {} {{(pid=106843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:30.199270 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (b7832958-5684-4c7f-8ac2-3e442c293ba3), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:30.210179 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24984d8f-45a5-4f6c-b262-f2aee130fd5f None None] The sync data for ids ['7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec'] in dv-cinder-852364-6-iscsi is: [{'id': '7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec', 'name': 'tempest-AttachVolumeTestJSON-307204883-router', 'tenant_id': '6dde43a19e95472d87ea4273922156be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-04T16:22:04Z', 'updated_at': '2022-09-04T16:26:29Z', 'revision_number': 6, 'project_id': '6dde43a19e95472d87ea4273922156be', 'gw_port_host': None}] {{(pid=106843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 04 16:26:30.230646 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Pushing event deleted for resources: {'Port': ['ID=b7832958-5684-4c7f-8ac2-3e442c293ba3,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:30.295668 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3779627'] for router_gateway (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:30.589859 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3778098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4212'] for router (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:30.592148 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks [] for router_controller (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:30.631143 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:30.713527 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3817609'] for router (7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:30.714274 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec {{(pid=106841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 04 16:26:30.718454 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:30.719644 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6154b42d-ed9a-4fae-a85f-df67cc45fddd admin admin] 10.222.0.39 "DELETE /networking/v2.0/routers/7c7fe9b7-bd94-4f4f-8e38-91c32c7113ec HTTP/1.1" status: 204 len: 168 time: 1.1137869 Sep 04 16:26:30.722167 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55916) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:30.767319 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1170f2-d84e-4c61-8774-3af52fcad504 admin admin] Deleting subnet f7859263-87c4-4deb-b705-3035c11e4e06 {{(pid=106841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:26:30.770327 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cd1170f2-d84e-4c61-8774-3af52fcad504 admin admin] Publish callbacks [] for subnet (f7859263-87c4-4deb-b705-3035c11e4e06), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:30.804550 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cd1170f2-d84e-4c61-8774-3af52fcad504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734260'] for subnet (f7859263-87c4-4deb-b705-3035c11e4e06), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:30.879130 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cd1170f2-d84e-4c61-8774-3af52fcad504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (f7859263-87c4-4deb-b705-3035c11e4e06), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:30.907583 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:30.959671 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b5b12e53-c290-4757-8e76-e4d2aac239fb no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:26:30.981165 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: b5b12e53-c290-4757-8e76-e4d2aac239fb {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:26:30.981573 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b5b12e53-c290-4757-8e76-e4d2aac239fb not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:26:30.985544 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cd1170f2-d84e-4c61-8774-3af52fcad504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25855034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25769455'] for subnet (f7859263-87c4-4deb-b705-3035c11e4e06), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.011139 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1170f2-d84e-4c61-8774-3af52fcad504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7859263-87c4-4deb-b705-3035c11e4e06,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:31.016368 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-cd1170f2-d84e-4c61-8774-3af52fcad504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.019675 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-cd1170f2-d84e-4c61-8774-3af52fcad504 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/f7859263-87c4-4deb-b705-3035c11e4e06 HTTP/1.1" status: 204 len: 168 time: 0.2965808 Sep 04 16:26:31.022950 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55918) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:31.024870 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63263b2-d296-4cba-a488-dbfe44391587 None None] Network c473da39-bd28-4e2e-830f-12458827922d requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:26:31.096340 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (c473da39-bd28-4e2e-830f-12458827922d), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.139312 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Deleting port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 {{(pid=106841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:26:31.139640 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.204652 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] DHCP port deletion for c473da39-bd28-4e2e-830f-12458827922d request from dv-cinder-852364-6-iscsi {{(pid=106843) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 04 16:26:31.207952 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.db [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] For port 98a41b1d-a498-4b4a-93fc-15ae2a87c803, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=98a41b1d-a498-4b4a-93fc-15ae2a87c803,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:26:31.208311 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.223179 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.plugin [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Calling delete_port for 98a41b1d-a498-4b4a-93fc-15ae2a87c803 owned by network:dhcp {{(pid=106841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:26:31.247644 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Deleting port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 {{(pid=106843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:26:31.248017 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), before_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.317663 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] For port 98a41b1d-a498-4b4a-93fc-15ae2a87c803, host dv-cinder-852364-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852364-6-iscsi',level=0,port_id=98a41b1d-a498-4b4a-93fc-15ae2a87c803,segment=NetworkSegment(993cefe4-4a0d-4a33-b165-93c797ae8bbe),segment_id=993cefe4-4a0d-4a33-b165-93c797ae8bbe)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:26:31.317663 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), precommit_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.330683 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Calling delete_port for 98a41b1d-a498-4b4a-93fc-15ae2a87c803 owned by network:dhcp {{(pid=106843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:26:31.393765 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25861093'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.410680 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699'] for port (98a41b1d-a498-4b4a-93fc-15ae2a87c803), after_delete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.419317 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=98a41b1d-a498-4b4a-93fc-15ae2a87c803,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:31.423913 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] No DVR routers for this DVR port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 on host dv-cinder-852364-6-iscsi {{(pid=106841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:26:31.436253 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Pushing event deleted for resources: {'Port': ['ID=98a41b1d-a498-4b4a-93fc-15ae2a87c803,revision_number=None']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:31.441481 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] No DVR routers for this DVR port 98a41b1d-a498-4b4a-93fc-15ae2a87c803 on host dv-cinder-852364-6-iscsi {{(pid=106843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:26:31.450105 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.450105 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.450105 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.450105 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.450105 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.450105 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.450105 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.450942 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.450942 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.451239 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.451341 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.451767 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.451936 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.452254 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.452574 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7835-4179-4239-8b20-5449ea2e4681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:26:31.505396 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (c473da39-bd28-4e2e-830f-12458827922d), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.525858 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c473da39-bd28-4e2e-830f-12458827922d']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:31.536461 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993cefe4-4a0d-4a33-b165-93c797ae8bbe') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:31.536755 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993cefe4-4a0d-4a33-b165-93c797ae8bbe') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:26:31.546089 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (993cefe4-4a0d-4a33-b165-93c797ae8bbe), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.560039 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (993cefe4-4a0d-4a33-b165-93c797ae8bbe), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.566680 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:26:31.567052 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (993cefe4-4a0d-4a33-b165-93c797ae8bbe), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.643467 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 993cefe4-4a0d-4a33-b165-93c797ae8bbe resource provider aggregate not found Sep 04 16:26:31.660849 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 993cefe4-4a0d-4a33-b165-93c797ae8bbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 993cefe4-4a0d-4a33-b165-93c797ae8bbe found for delete ", "request_id": "req-c34d39b5-f8be-4bc0-bb5c-eed3298b86a3"}]} Sep 04 16:26:31.690602 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (c473da39-bd28-4e2e-830f-12458827922d), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.696422 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:31.699477 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/c473da39-bd28-4e2e-830f-12458827922d HTTP/1.1" status: 204 len: 168 time: 0.6754351 Sep 04 16:26:31.701062 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:31.710763 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736dc55-b01d-430b-9af8-0bf61d420c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=c473da39-bd28-4e2e-830f-12458827922d,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:32.021383 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55928) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:32.065655 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-e56b11a3-5f92-42b5-aaaa-99800cdd56f2 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=6dde43a19e95472d87ea4273922156be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431070 Sep 04 16:26:32.068112 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55930) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:32.122484 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0a911268-8cb6-4bd6-9d9e-02670762b6f9 admin admin] Publish callbacks [] for security_group (59be5147-6ce6-4be9-b4ca-6d2952e0a8bc), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:32.142810 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0a911268-8cb6-4bd6-9d9e-02670762b6f9 admin admin] Publish callbacks [] for security_group (59be5147-6ce6-4be9-b4ca-6d2952e0a8bc), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:32.262173 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0a911268-8cb6-4bd6-9d9e-02670762b6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (59be5147-6ce6-4be9-b4ca-6d2952e0a8bc), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:32.264669 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-0a911268-8cb6-4bd6-9d9e-02670762b6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:32.266680 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-0a911268-8cb6-4bd6-9d9e-02670762b6f9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/59be5147-6ce6-4be9-b4ca-6d2952e0a8bc HTTP/1.1" status: 204 len: 168 time: 0.1975243 Sep 04 16:26:32.274877 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a911268-8cb6-4bd6-9d9e-02670762b6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59be5147-6ce6-4be9-b4ca-6d2952e0a8bc,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:32.568228 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 98a41b1d-a498-4b4a-93fc-15ae2a87c803 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:26:32.588155 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: 98a41b1d-a498-4b4a-93fc-15ae2a87c803 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:26:32.588500 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device 98a41b1d-a498-4b4a-93fc-15ae2a87c803 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:26:32.588919 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b7832958-5684-4c7f-8ac2-3e442c293ba3 no longer exists at agent ovs-agent-dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:26:32.607356 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] No Port match for: b7832958-5684-4c7f-8ac2-3e442c293ba3 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:26:32.607688 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Device b7832958-5684-4c7f-8ac2-3e442c293ba3 not bound to the agent host dv-cinder-852364-6-iscsi {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:26:33.790368 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:33.791588 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=31,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:34.662115 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 55980) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:34.756715 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:34.761731 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:34.766006 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-32374522-8b01-4f9e-a594-c03020c3147a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:34.838695 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-32374522-8b01-4f9e-a594-c03020c3147a admin admin] Publish callbacks [] for security_group (4ccce63e-73dc-4863-989a-5cf499e65f9c), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:34.930129 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-32374522-8b01-4f9e-a594-c03020c3147a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4ccce63e-73dc-4863-989a-5cf499e65f9c), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:34.973159 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-32374522-8b01-4f9e-a594-c03020c3147a admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f203abeb05d7447182d534d8d9eb891b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099773 Sep 04 16:26:34.974301 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32374522-8b01-4f9e-a594-c03020c3147a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccce63e-73dc-4863-989a-5cf499e65f9c,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:34.975932 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55984) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:35.024685 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9e86c0-970c-48f5-8233-7dd029137852 admin admin] Publish callbacks [] for security_group (4ccce63e-73dc-4863-989a-5cf499e65f9c), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:35.044887 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9e86c0-970c-48f5-8233-7dd029137852 admin admin] Publish callbacks [] for security_group (4ccce63e-73dc-4863-989a-5cf499e65f9c), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:35.164740 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9e86c0-970c-48f5-8233-7dd029137852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (4ccce63e-73dc-4863-989a-5cf499e65f9c), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:35.167316 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9e86c0-970c-48f5-8233-7dd029137852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:35.168472 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-fb9e86c0-970c-48f5-8233-7dd029137852 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/4ccce63e-73dc-4863-989a-5cf499e65f9c HTTP/1.1" status: 204 len: 168 time: 0.1915169 Sep 04 16:26:35.176724 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e86c0-970c-48f5-8233-7dd029137852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccce63e-73dc-4863-989a-5cf499e65f9c,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:35.613542 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:35.679781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-d035c2a8-e10b-46d7-9e9f-8035158145df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:35.782003 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55990) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:35.795619 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78c81d99-9086-4bbf-b7a1-770157f54579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:35.875865 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78c81d99-9086-4bbf-b7a1-770157f54579 admin admin] Publish callbacks [] for security_group (e38062b4-d561-42a9-8447-959ee4dede3c), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:35.924575 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-78c81d99-9086-4bbf-b7a1-770157f54579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e38062b4-d561-42a9-8447-959ee4dede3c), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:35.963115 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c81d99-9086-4bbf-b7a1-770157f54579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38062b4-d561-42a9-8447-959ee4dede3c,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:35.967419 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-78c81d99-9086-4bbf-b7a1-770157f54579 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ca998412ef734630a5dabf2b7a08b279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843863 Sep 04 16:26:35.970308 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 55992) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:36.018412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bbf22d5f-a2a3-4c4e-ac4b-69a092b43c3b admin admin] Publish callbacks [] for security_group (e38062b4-d561-42a9-8447-959ee4dede3c), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:36.038731 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bbf22d5f-a2a3-4c4e-ac4b-69a092b43c3b admin admin] Publish callbacks [] for security_group (e38062b4-d561-42a9-8447-959ee4dede3c), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:36.136205 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bbf22d5f-a2a3-4c4e-ac4b-69a092b43c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e38062b4-d561-42a9-8447-959ee4dede3c), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:36.138711 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-bbf22d5f-a2a3-4c4e-ac4b-69a092b43c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:36.139866 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-bbf22d5f-a2a3-4c4e-ac4b-69a092b43c3b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e38062b4-d561-42a9-8447-959ee4dede3c HTTP/1.1" status: 204 len: 168 time: 0.1688991 Sep 04 16:26:36.148162 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf22d5f-a2a3-4c4e-ac4b-69a092b43c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38062b4-d561-42a9-8447-959ee4dede3c,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:37.987573 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-7c3f9b77-0481-4660-b1dc-7c3014a47d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:38.581658 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 56046) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:38.684565 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bf7284e5-3fa5-4622-94a6-57d6533da506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:38.694501 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:38.757870 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bf7284e5-3fa5-4622-94a6-57d6533da506 admin admin] Publish callbacks [] for security_group (a7b99ae5-5bd4-48c3-8d4e-637ca351a5b7), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:38.815996 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-bf7284e5-3fa5-4622-94a6-57d6533da506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a7b99ae5-5bd4-48c3-8d4e-637ca351a5b7), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:38.855850 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-bf7284e5-3fa5-4622-94a6-57d6533da506 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=23501fadcf894dc68dee4584be84f012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730720 Sep 04 16:26:38.857727 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7284e5-3fa5-4622-94a6-57d6533da506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b99ae5-5bd4-48c3-8d4e-637ca351a5b7,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:38.858581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56050) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:38.908468 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-972949ca-3f41-4dd4-bcec-d32fe59de291 admin admin] Publish callbacks [] for security_group (a7b99ae5-5bd4-48c3-8d4e-637ca351a5b7), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:38.933296 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-972949ca-3f41-4dd4-bcec-d32fe59de291 admin admin] Publish callbacks [] for security_group (a7b99ae5-5bd4-48c3-8d4e-637ca351a5b7), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:39.067693 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-972949ca-3f41-4dd4-bcec-d32fe59de291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (a7b99ae5-5bd4-48c3-8d4e-637ca351a5b7), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:39.070205 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-972949ca-3f41-4dd4-bcec-d32fe59de291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:39.071345 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-972949ca-3f41-4dd4-bcec-d32fe59de291 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/a7b99ae5-5bd4-48c3-8d4e-637ca351a5b7 HTTP/1.1" status: 204 len: 168 time: 0.2117739 Sep 04 16:26:39.079329 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972949ca-3f41-4dd4-bcec-d32fe59de291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b99ae5-5bd4-48c3-8d4e-637ca351a5b7,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:39.153794 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:39.741732 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56056) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:39.755950 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0dd0cb26-da57-43d0-b7ee-88c7ca8c50ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:39.835214 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0dd0cb26-da57-43d0-b7ee-88c7ca8c50ce admin admin] Publish callbacks [] for security_group (43a941db-e1f0-4b3b-a254-403234f88fa5), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:39.907434 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0dd0cb26-da57-43d0-b7ee-88c7ca8c50ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (43a941db-e1f0-4b3b-a254-403234f88fa5), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:39.911180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:39.925524 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:39.945426 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0cb26-da57-43d0-b7ee-88c7ca8c50ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a941db-e1f0-4b3b-a254-403234f88fa5,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:39.949913 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-0dd0cb26-da57-43d0-b7ee-88c7ca8c50ce admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=7b5489fad2cc4adeb10c89d149d5f523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071640 Sep 04 16:26:39.953421 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56058) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:40.000666 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fed0b818-0afc-48c0-a46f-da120b68ec3b admin admin] Publish callbacks [] for security_group (43a941db-e1f0-4b3b-a254-403234f88fa5), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:40.021743 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fed0b818-0afc-48c0-a46f-da120b68ec3b admin admin] Publish callbacks [] for security_group (43a941db-e1f0-4b3b-a254-403234f88fa5), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:40.193457 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fed0b818-0afc-48c0-a46f-da120b68ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (43a941db-e1f0-4b3b-a254-403234f88fa5), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:40.195920 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fed0b818-0afc-48c0-a46f-da120b68ec3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:40.197069 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-fed0b818-0afc-48c0-a46f-da120b68ec3b admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/43a941db-e1f0-4b3b-a254-403234f88fa5 HTTP/1.1" status: 204 len: 168 time: 0.2434409 Sep 04 16:26:40.204958 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0b818-0afc-48c0-a46f-da120b68ec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a941db-e1f0-4b3b-a254-403234f88fa5,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:40.599594 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:40.782085 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.183064 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56080) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:41.280177 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-406262649-network', 'tenant_id': 'da817fbbed5b4f5e96f2a996567f1701'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:26:41.376293 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Made reservation on behalf of da817fbbed5b4f5e96f2a996567f1701 for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:26:41.379213 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.388093 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.461959 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Publish callbacks [] for security_group (53b9ae26-93d6-4e92-bf76-f5c82060f3cd), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.513463 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (53b9ae26-93d6-4e92-bf76-f5c82060f3cd), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.543115 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:26:41.549488 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9ae26-93d6-4e92-bf76-f5c82060f3cd,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:41.556669 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (fccc9385-c2c5-4e23-bffa-83ac1eb5c93d), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.557002 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Added segment fccc9385-c2c5-4e23-bffa-83ac1eb5c93d of type vlan for network ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f Sep 04 16:26:41.597265 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.707617 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.708610 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:26:41.709184 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.770515 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] Pushing event updated for resources: {'Network': ['ID=ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:41.782986 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:26:41.841996 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-99096ce9-5e47-4c1e-91c2-b04e9d0480dc admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6577058 Sep 04 16:26:41.844660 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56084) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:41.850455 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Request body: {'subnet': {'network_id': 'ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-406262649-subnet', 'tenant_id': 'da817fbbed5b4f5e96f2a996567f1701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:26:41.924845 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Made reservation on behalf of da817fbbed5b4f5e96f2a996567f1701 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:26:41.927783 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25936485'] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:41.982632 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:42.142408 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26524805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25936471'] for subnet (0a849a1e-01e7-46d4-abcc-ec10069d44d9), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:42.179869 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:42.200547 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a849a1e-01e7-46d4-abcc-ec10069d44d9,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:42.207456 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Checking segment: {'id': 'fccc9385-c2c5-4e23-bffa-83ac1eb5c93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:26:42.207803 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Network hostable DHCP agents. Network: ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:26:42.290306 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Network ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:26:42.382251 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:26:42.386468 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:26:42.387079 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:42.391295 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3bedaf-4537-407f-a90b-3c8e886088bf None None] Network ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:26:42.465057 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-04e4cbaf-47d8-41b1-8058-d90c6ccaf774 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6192203 Sep 04 16:26:42.492022 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca094122-5e8d-40e1-a54d-26e7a60146f4 None None] Network ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:26:42.506436 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:43.123539 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56100) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:43.129061 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1108144487-network', 'tenant_id': 'ce77c813b4434653b7933ed9ef4b7631'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:26:43.210212 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Made reservation on behalf of ce77c813b4434653b7933ed9ef4b7631 for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:26:43.212486 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:43.221247 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:43.294906 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Publish callbacks [] for security_group (2e07eaf7-9d90-40a9-8b45-86e1af46445a), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:43.370449 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (2e07eaf7-9d90-40a9-8b45-86e1af46445a), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:43.399783 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:26:43.408533 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e07eaf7-9d90-40a9-8b45-86e1af46445a,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:43.414566 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (6511357c-3d3c-4f93-8961-6bbfe9d222ac), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:43.415698 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Added segment 6511357c-3d3c-4f93-8961-6bbfe9d222ac of type vlan for network 0408566d-471d-41cf-93f6-384b27aece57 Sep 04 16:26:43.456490 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (0408566d-471d-41cf-93f6-384b27aece57), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:43.547757 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (0408566d-471d-41cf-93f6-384b27aece57), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:43.548696 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:26:43.549274 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:43.612412 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] Pushing event updated for resources: {'Network': ['ID=0408566d-471d-41cf-93f6-384b27aece57,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:43.623506 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 0408566d-471d-41cf-93f6-384b27aece57 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:26:43.670259 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-8c37545f-41fc-41d7-8a21-a822021f2985 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5456209 Sep 04 16:26:43.673038 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56102) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:26:43.678677 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Request body: {'subnet': {'network_id': '0408566d-471d-41cf-93f6-384b27aece57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1108144487-subnet', 'tenant_id': 'ce77c813b4434653b7933ed9ef4b7631', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:26:43.764887 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Made reservation on behalf of ce77c813b4434653b7933ed9ef4b7631 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:26:43.767288 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25936485'] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:43.876734 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:43.988184 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26524805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25936471'] for subnet (0c298d1d-8ab5-4e96-8a9b-c7b8c503fd18), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:44.049481 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c298d1d-8ab5-4e96-8a9b-c7b8c503fd18,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:26:44.056636 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Checking segment: {'id': '6511357c-3d3c-4f93-8961-6bbfe9d222ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0408566d-471d-41cf-93f6-384b27aece57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:26:44.057020 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Network hostable DHCP agents. Network: 0408566d-471d-41cf-93f6-384b27aece57, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:26:44.142154 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Network 0408566d-471d-41cf-93f6-384b27aece57 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:26:44.145911 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:44.221839 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 0408566d-471d-41cf-93f6-384b27aece57) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:26:44.226584 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:26:44.227567 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:44.231079 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e2c5e3-012d-499f-a4ef-6414c60aaf60 None None] Network 0408566d-471d-41cf-93f6-384b27aece57 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:26:44.293142 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-62802b36-ede2-4624-b67c-5fcd8df06404 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6189189 Sep 04 16:26:44.333138 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48bcd19-3361-4747-82f8-16425d93375e None None] Network 0408566d-471d-41cf-93f6-384b27aece57 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:26:47.872789 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:26:48.854047 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=73,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:52.988718 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:26:54.237883 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:56.104429 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:57.799460 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=72 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:26:57.800323 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:00.582752 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56224) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:00.627258 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9fc2f7-fa0d-4b56-9f5c-7c82603a9b77 admin admin] Deleting subnet 0a849a1e-01e7-46d4-abcc-ec10069d44d9 {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:27:00.630357 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc2f7-fa0d-4b56-9f5c-7c82603a9b77 admin admin] Publish callbacks [] for subnet (0a849a1e-01e7-46d4-abcc-ec10069d44d9), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:00.665133 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc2f7-fa0d-4b56-9f5c-7c82603a9b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (0a849a1e-01e7-46d4-abcc-ec10069d44d9), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:00.703662 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc2f7-fa0d-4b56-9f5c-7c82603a9b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (0a849a1e-01e7-46d4-abcc-ec10069d44d9), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:00.827054 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc2f7-fa0d-4b56-9f5c-7c82603a9b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (0a849a1e-01e7-46d4-abcc-ec10069d44d9), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.126611 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fc2f7-fa0d-4b56-9f5c-7c82603a9b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a849a1e-01e7-46d4-abcc-ec10069d44d9,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:01.130302 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fc2f7-fa0d-4b56-9f5c-7c82603a9b77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.133395 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-fb9fc2f7-fa0d-4b56-9f5c-7c82603a9b77 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/0a849a1e-01e7-46d4-abcc-ec10069d44d9 HTTP/1.1" status: 204 len: 168 time: 0.5496504 Sep 04 16:27:01.136030 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56226) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:01.203035 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.280710 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.300931 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f']}} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:27:01.310071 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fccc9385-c2c5-4e23-bffa-83ac1eb5c93d') {'for_net_delete': True} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:27:01.310364 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fccc9385-c2c5-4e23-bffa-83ac1eb5c93d') {} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:27:01.319761 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26549617'] for segment (fccc9385-c2c5-4e23-bffa-83ac1eb5c93d), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.333421 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (fccc9385-c2c5-4e23-bffa-83ac1eb5c93d), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.341221 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:27:01.341878 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26518376'] for segment (fccc9385-c2c5-4e23-bffa-83ac1eb5c93d), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.420921 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment fccc9385-c2c5-4e23-bffa-83ac1eb5c93d resource provider aggregate not found Sep 04 16:27:01.436955 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment fccc9385-c2c5-4e23-bffa-83ac1eb5c93d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fccc9385-c2c5-4e23-bffa-83ac1eb5c93d found for delete ", "request_id": "req-6323ca85-c2a3-4335-83e4-105e86c3caf3"}]} Sep 04 16:27:01.478708 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.484121 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.488124 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f HTTP/1.1" status: 204 len: 168 time: 0.3502493 Sep 04 16:27:01.490211 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 56234) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:01.498554 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043cc49-3fb9-49c8-bff7-bdb8893be555 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff69c9bf-e6c4-4f55-b0bf-d58a4e2d815f,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:01.535797 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85efee3-a43c-4026-b405-f0aac1a9324d admin admin] Deleting subnet 0c298d1d-8ab5-4e96-8a9b-c7b8c503fd18 {{(pid=106841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:27:01.539883 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e85efee3-a43c-4026-b405-f0aac1a9324d admin admin] Publish callbacks [] for subnet (0c298d1d-8ab5-4e96-8a9b-c7b8c503fd18), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.574309 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e85efee3-a43c-4026-b405-f0aac1a9324d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25734260'] for subnet (0c298d1d-8ab5-4e96-8a9b-c7b8c503fd18), precommit_delete_associations {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.620550 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e85efee3-a43c-4026-b405-f0aac1a9324d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (0c298d1d-8ab5-4e96-8a9b-c7b8c503fd18), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.736953 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e85efee3-a43c-4026-b405-f0aac1a9324d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25855034', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25769455'] for subnet (0c298d1d-8ab5-4e96-8a9b-c7b8c503fd18), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.763113 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85efee3-a43c-4026-b405-f0aac1a9324d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c298d1d-8ab5-4e96-8a9b-c7b8c503fd18,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:01.766703 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-e85efee3-a43c-4026-b405-f0aac1a9324d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for subnet (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.769761 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-e85efee3-a43c-4026-b405-f0aac1a9324d admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/0c298d1d-8ab5-4e96-8a9b-c7b8c503fd18 HTTP/1.1" status: 204 len: 168 time: 0.2785373 Sep 04 16:27:01.772304 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 56236) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:01.841999 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (0408566d-471d-41cf-93f6-384b27aece57), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.919224 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (0408566d-471d-41cf-93f6-384b27aece57), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.938813 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0408566d-471d-41cf-93f6-384b27aece57']}} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:27:01.947836 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6511357c-3d3c-4f93-8961-6bbfe9d222ac') {'for_net_delete': True} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:27:01.948128 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.services.segments.db [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6511357c-3d3c-4f93-8961-6bbfe9d222ac') {} {{(pid=106841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:27:01.957354 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25734243'] for segment (6511357c-3d3c-4f93-8961-6bbfe9d222ac), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.970730 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (6511357c-3d3c-4f93-8961-6bbfe9d222ac), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:01.976763 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:27:01.978923 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25861016'] for segment (6511357c-3d3c-4f93-8961-6bbfe9d222ac), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:02.020277 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 6511357c-3d3c-4f93-8961-6bbfe9d222ac resource provider aggregate not found Sep 04 16:27:02.038400 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.services.segments.plugin [-] Segment 6511357c-3d3c-4f93-8961-6bbfe9d222ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6511357c-3d3c-4f93-8961-6bbfe9d222ac found for delete ", "request_id": "req-b7fe5d1f-2b8a-4dbe-8720-d40c7cc296aa"}]} Sep 04 16:27:02.108091 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (0408566d-471d-41cf-93f6-384b27aece57), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:02.113738 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:02.116810 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/0408566d-471d-41cf-93f6-384b27aece57 HTTP/1.1" status: 204 len: 168 time: 0.3436153 Sep 04 16:27:02.128421 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb7e02-6b0e-4c1d-96b9-b033fccf92d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0408566d-471d-41cf-93f6-384b27aece57,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:02.445712 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 56244) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:02.485258 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-6c6ba90f-77e8-4dd3-9150-6b7e3223a5d7 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=da817fbbed5b4f5e96f2a996567f1701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382769 Sep 04 16:27:02.487722 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 56246) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:02.535626 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-33fbe597-1880-47af-be9f-32870d1033ad admin admin] Publish callbacks [] for security_group (53b9ae26-93d6-4e92-bf76-f5c82060f3cd), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:02.555981 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-33fbe597-1880-47af-be9f-32870d1033ad admin admin] Publish callbacks [] for security_group (53b9ae26-93d6-4e92-bf76-f5c82060f3cd), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:02.691428 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-33fbe597-1880-47af-be9f-32870d1033ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (53b9ae26-93d6-4e92-bf76-f5c82060f3cd), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:02.693943 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-33fbe597-1880-47af-be9f-32870d1033ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:02.695159 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-33fbe597-1880-47af-be9f-32870d1033ad admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/53b9ae26-93d6-4e92-bf76-f5c82060f3cd HTTP/1.1" status: 204 len: 168 time: 0.2065625 Sep 04 16:27:02.705399 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbe597-1880-47af-be9f-32870d1033ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9ae26-93d6-4e92-bf76-f5c82060f3cd,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:02.985157 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:03.330444 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56252) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:03.370670 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f0d54521-617e-4c2a-85ca-271f084f5612 admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=ce77c813b4434653b7933ed9ef4b7631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390289 Sep 04 16:27:03.373095 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56254) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:03.419785 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f316f8cc-9f3e-4ed6-801a-9e1daa92b16a admin admin] Publish callbacks [] for security_group (2e07eaf7-9d90-40a9-8b45-86e1af46445a), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:03.444122 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f316f8cc-9f3e-4ed6-801a-9e1daa92b16a admin admin] Publish callbacks [] for security_group (2e07eaf7-9d90-40a9-8b45-86e1af46445a), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:03.599548 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f316f8cc-9f3e-4ed6-801a-9e1daa92b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (2e07eaf7-9d90-40a9-8b45-86e1af46445a), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:03.602068 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-f316f8cc-9f3e-4ed6-801a-9e1daa92b16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:03.603429 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-f316f8cc-9f3e-4ed6-801a-9e1daa92b16a admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/2e07eaf7-9d90-40a9-8b45-86e1af46445a HTTP/1.1" status: 204 len: 168 time: 0.2294354 Sep 04 16:27:03.611400 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316f8cc-9f3e-4ed6-801a-9e1daa92b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e07eaf7-9d90-40a9-8b45-86e1af46445a,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:05.707937 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-00fd145d-aed3-4ba9-94e1-dd77477cab37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:07.924986 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-399a33f0-1540-4ab2-9f17-e42d8a55af71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:09.130862 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:10.598992 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:10.764982 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:12.698344 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:12.699725 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:13.476516 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:13.607037 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:17.880170 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:22.539006 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 56396) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:22.648568 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3449cafb-404a-4d4c-9eea-8af46238f30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:22.721920 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3449cafb-404a-4d4c-9eea-8af46238f30d admin admin] Publish callbacks [] for security_group (f142cc08-2272-4742-ad12-cd0cd4908b5c), precommit_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:22.770845 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-3449cafb-404a-4d4c-9eea-8af46238f30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (f142cc08-2272-4742-ad12-cd0cd4908b5c), after_create {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:22.811647 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-3449cafb-404a-4d4c-9eea-8af46238f30d admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=dbb09310f7bd470e9477eccfe40b790b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713048 Sep 04 16:27:22.812543 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449cafb-404a-4d4c-9eea-8af46238f30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f142cc08-2272-4742-ad12-cd0cd4908b5c,revision_number=1']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:22.814208 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56400) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:22.864337 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Publish callbacks [] for security_group (f142cc08-2272-4742-ad12-cd0cd4908b5c), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:22.887520 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Publish callbacks [] for security_group (f142cc08-2272-4742-ad12-cd0cd4908b5c), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:23.003712 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (f142cc08-2272-4742-ad12-cd0cd4908b5c), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:23.006245 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:23.007391 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/f142cc08-2272-4742-ad12-cd0cd4908b5c HTTP/1.1" status: 204 len: 168 time: 0.1914454 Sep 04 16:27:23.015550 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f142cc08-2272-4742-ad12-cd0cd4908b5c,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:23.022683 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.023025 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.023364 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.023693 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.024018 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.024341 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.024663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.025039 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.025364 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.025713 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.026037 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.026360 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.026676 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.026992 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:23.027320 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cda080-ac71-4942-b9a9-f988d3ca368c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:27.820746 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:29.988325 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:27:32.802812 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:32.807725 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:33.011780 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:33.018676 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:33.045429 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:34.135774 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56486) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:34.242159 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4710e7dc-7c70-4ed5-99fa-effcbba1fc2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:34.316091 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4710e7dc-7c70-4ed5-99fa-effcbba1fc2e admin admin] Publish callbacks [] for security_group (e2217d02-bc88-4d80-a68a-78148f56edf6), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:34.376466 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-4710e7dc-7c70-4ed5-99fa-effcbba1fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e2217d02-bc88-4d80-a68a-78148f56edf6), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:34.415348 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710e7dc-7c70-4ed5-99fa-effcbba1fc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2217d02-bc88-4d80-a68a-78148f56edf6,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:34.419614 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-4710e7dc-7c70-4ed5-99fa-effcbba1fc2e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=e069391e64764d89b3a55e96776d3319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828381 Sep 04 16:27:34.422305 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56490) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:34.473299 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c8637a0d-c869-47cd-9714-38f8ed9321e8 admin admin] Publish callbacks [] for security_group (e2217d02-bc88-4d80-a68a-78148f56edf6), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:34.493919 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c8637a0d-c869-47cd-9714-38f8ed9321e8 admin admin] Publish callbacks [] for security_group (e2217d02-bc88-4d80-a68a-78148f56edf6), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:34.599503 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c8637a0d-c869-47cd-9714-38f8ed9321e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (e2217d02-bc88-4d80-a68a-78148f56edf6), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:34.602123 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c8637a0d-c869-47cd-9714-38f8ed9321e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:34.603248 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c8637a0d-c869-47cd-9714-38f8ed9321e8 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/e2217d02-bc88-4d80-a68a-78148f56edf6 HTTP/1.1" status: 204 len: 168 time: 0.1800435 Sep 04 16:27:34.612143 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8637a0d-c869-47cd-9714-38f8ed9321e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2217d02-bc88-4d80-a68a-78148f56edf6,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:35.518315 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56512) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:35.614578 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1016722906-network', 'tenant_id': '68aaa192d3e244f6984f14a8eb59f050'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:27:35.656849 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a1db4b42-fa04-4d81-a8e4-c5b656d6d819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:35.673982 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Made reservation on behalf of 68aaa192d3e244f6984f14a8eb59f050 for: {'network': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:27:35.676409 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for network (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:35.685131 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:35.766037 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Publish callbacks [] for security_group (114626cf-fc2f-48b7-98b0-0f27de6c6cac), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:35.816522 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (114626cf-fc2f-48b7-98b0-0f27de6c6cac), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:35.844793 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=106842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 04 16:27:35.851280 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114626cf-fc2f-48b7-98b0-0f27de6c6cac,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:35.857026 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (3530f17e-33d9-4ea8-aabd-2a243534dc40), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:35.857403 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.db.segments_db [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Added segment 3530f17e-33d9-4ea8-aabd-2a243534dc40 of type vlan for network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 Sep 04 16:27:35.897106 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897357752'] for network (609e8e87-8bf1-43f8-82a4-b3963cc7e533), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:35.970642 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991'] for network (609e8e87-8bf1-43f8-82a4-b3963cc7e533), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:35.971650 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:35.972228 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:36.033716 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=609e8e87-8bf1-43f8-82a4-b3963cc7e533,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:36.043315 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 details requested by agent ovs-agent-dv-cinder-852364-6-iscsi with host dv-cinder-852364-6-iscsi {{(pid=106843) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 04 16:27:36.065808 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-abc8b133-ee0d-4594-8939-daa234b5d5a9 admin admin] 10.222.0.39 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5463450 Sep 04 16:27:36.068547 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56516) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:27:36.073146 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Request body: {'subnet': {'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1016722906-subnet', 'tenant_id': '68aaa192d3e244f6984f14a8eb59f050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:27:36.146836 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Made reservation on behalf of 68aaa192d3e244f6984f14a8eb59f050 for: {'subnet': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:27:36.149226 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25936485'] for subnet (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:36.189195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:36.208113 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:36.398959 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26524805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25936471'] for subnet (651206fb-b37b-48c0-ad94-3e5a38b55a77), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:36.450995 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=651206fb-b37b-48c0-ad94-3e5a38b55a77,revision_number=0']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:36.466951 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Checking segment: {'id': '3530f17e-33d9-4ea8-aabd-2a243534dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:27:36.467322 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Network hostable DHCP agents. Network: 609e8e87-8bf1-43f8-82a4-b3963cc7e533, hostable agents: ['74f3913b-9e38-4414-8734-ef3e215fe559'], hosted agents: [] {{(pid=106842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 04 16:27:36.563698 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 is scheduled to be hosted by DHCP agent 74f3913b-9e38-4414-8734-ef3e215fe559 with binding_index 1 {{(pid=106842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 04 16:27:36.621139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852364-6-iscsi, 609e8e87-8bf1-43f8-82a4-b3963cc7e533) {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:27:36.625382 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:36.626056 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:36.634969 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f531ad3-585a-4bf7-9ebf-3fec0898fbfa None None] Network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:27:36.688611 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-a2d96778-4dfd-4f88-a3d7-8a9bffbbf330 admin admin] 10.222.0.39 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6189470 Sep 04 16:27:36.739266 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d229dc64-f2e7-4cad-a5aa-c20cfc572a1a None None] Network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 requested from dv-cinder-852364-6-iscsi {{(pid=106843) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 04 16:27:37.925353 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-5355ca09-b526-434b-8789-6d8cd220050f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:38.769573 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-ea5a4d09-c37a-4f0c-a875-2dc25cd0e099 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:38.771047 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-ea5a4d09-c37a-4f0c-a875-2dc25cd0e099 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/networks?id=609e8e87-8bf1-43f8-82a4-b3963cc7e533 HTTP/1.1" status: 200 len: 809 time: 0.1070733 Sep 04 16:27:38.786047 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-cfad4b26-53e6-4e23-bb95-59819d3594ac tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/quotas/68aaa192d3e244f6984f14a8eb59f050 HTTP/1.1" status: 200 len: 375 time: 0.0097034 Sep 04 16:27:38.817814 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-28bec510-61cf-46f3-90fa-7ded150ea8b4 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=68aaa192d3e244f6984f14a8eb59f050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266595 Sep 04 16:27:38.954496 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-df223b5f-216a-49f2-9389-8498f9e96179 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/609e8e87-8bf1-43f8-82a4-b3963cc7e533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302378 Sep 04 16:27:39.045848 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-88760d8b-d518-46a4-8aa7-ad4a92ae2c66 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/609e8e87-8bf1-43f8-82a4-b3963cc7e533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855272 Sep 04 16:27:39.159573 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:39.284986 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:39.305351 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1e9d5446-2007-412b-955d-6193668a229f req-a1969246-ea13-46a2-9e48-2a743d375154 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 210 time: 0.0289412 Sep 04 16:27:39.983680 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:39.984560 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:40.394175 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-1cd8452e-a090-4fb4-a56e-bf23bb1bb3f6 req-a4c8ac3a-c83b-426b-9c3c-371c33dc67c5 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 210 time: 0.0315750 Sep 04 16:27:40.645509 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:40.776524 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:41.509858 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-bccb1736-ec8f-432b-9e4a-c9ab3277f775 req-65e90dcf-0499-4e24-8c0c-d3d13782b8cc tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 210 time: 0.0353892 Sep 04 16:27:41.540096 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-200d3a35-fdbf-40e8-83aa-d13e36e103f7 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:41.541607 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-200d3a35-fdbf-40e8-83aa-d13e36e103f7 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.27 "GET /networking/v2.0/networks?id=609e8e87-8bf1-43f8-82a4-b3963cc7e533 HTTP/1.1" status: 200 len: 809 time: 0.1335864 Sep 04 16:27:41.552987 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Request body: {'port': {'device_id': 'c224b56a-2ad6-4c5d-8dc6-06d22a59e336', 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533', 'admin_state_up': True, 'tenant_id': '68aaa192d3e244f6984f14a8eb59f050'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:27:41.758119 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Made reservation on behalf of 68aaa192d3e244f6984f14a8eb59f050 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:27:41.761892 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:41.890428 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Allocated IP 172.20.0.9 (609e8e87-8bf1-43f8-82a4-b3963cc7e533/651206fb-b37b-48c0-ad94-3e5a38b55a77/e3d0163c-c823-40b7-a8e7-91116d3e8b41) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:27:42.048001 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks [] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:42.048001 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:42.124452 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:42.168698 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:27:42.172434 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:27:42.176646 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:27:42.182877 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Pushing event updated for resources: {'Port': ['ID=e3d0163c-c823-40b7-a8e7-91116d3e8b41,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:42.226575 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:42.227178 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:42.230140 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:42.328528 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-426013c8-e573-4b62-ae2b-38aa899e2192 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7789545 Sep 04 16:27:42.340452 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Request body: {'port': {'device_id': 'c224b56a-2ad6-4c5d-8dc6-06d22a59e336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:27:42.401832 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:42.658233 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3ee2d-784f-4860-8919-fd7e4fc59637 req-f4f2a364-2e0a-4e69-a128-d4bbdf7eb588 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:42.659696 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-24e3ee2d-784f-4860-8919-fd7e4fc59637 req-f4f2a364-2e0a-4e69-a128-d4bbdf7eb588 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 931 time: 0.0713229 Sep 04 16:27:42.712482 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d0163c-c823-40b7-a8e7-91116d3e8b41 {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:27:42.730089 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Publish callbacks [] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:42.751946 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-24e3ee2d-784f-4860-8919-fd7e4fc59637 req-7c94b63d-6ada-435f-a983-7a81d4ec558c tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864186 Sep 04 16:27:42.754474 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Transition to ACTIVE for port object e3d0163c-c823-40b7-a8e7-91116d3e8b41 will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:27:42.851124 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:42.927791 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d0163c-c823-40b7-a8e7-91116d3e8b41,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:42.960465 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Attempting to bind port e3d0163c-c823-40b7-a8e7-91116d3e8b41 on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:27:42.960792 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Attempting to bind port e3d0163c-c823-40b7-a8e7-91116d3e8b41 by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '3530f17e-33d9-4ea8-aabd-2a243534dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:27:42.961112 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Attempting to bind port e3d0163c-c823-40b7-a8e7-91116d3e8b41 on network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:27:42.965462 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Port e3d0163c-c823-40b7-a8e7-91116d3e8b41 on network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:27:42.965798 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Attempting to bind port e3d0163c-c823-40b7-a8e7-91116d3e8b41 on network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:27:42.970709 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:27:42.971030 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Checking segment: {'id': '3530f17e-33d9-4ea8-aabd-2a243534dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:27:42.971397 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Bound using segment: {'id': '3530f17e-33d9-4ea8-aabd-2a243534dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:27:42.971808 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Bound port: e3d0163c-c823-40b7-a8e7-91116d3e8b41, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3530f17e-33d9-4ea8-aabd-2a243534dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:27:42.972148 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:43.036127 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] For port e3d0163c-c823-40b7-a8e7-91116d3e8b41, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:27:43.039339 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] For port e3d0163c-c823-40b7-a8e7-91116d3e8b41, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e3d0163c-c823-40b7-a8e7-91116d3e8b41,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:27:43.097165 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:43.101474 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:43.102166 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:43.103544 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/e3d0163c-c823-40b7-a8e7-91116d3e8b41 HTTP/1.1" status: 200 len: 1093 time: 0.7672014 Sep 04 16:27:43.104026 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c224b56a-2ad6-4c5d-8dc6-06d22a59e336', 'tag': 'e3d0163c-c823-40b7-a8e7-91116d3e8b41'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:27:43.106255 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a460d8d8-7abb-4280-ab39-1b5967e2a197" -d '{"events": [{"name": "network-changed", "server_uuid": "c224b56a-2ad6-4c5d-8dc6-06d22a59e336", "tag": "e3d0163c-c823-40b7-a8e7-91116d3e8b41"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:27:43.147663 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:43.148866 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda6ceaa-cdf8-48b4-93c7-d0415c028b6d x-openstack-request-id: req-bda6ceaa-cdf8-48b4-93c7-d0415c028b6d {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:27:43.149150 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c224b56a-2ad6-4c5d-8dc6-06d22a59e336", "tag": "e3d0163c-c823-40b7-a8e7-91116d3e8b41", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:27:43.149397 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bda6ceaa-cdf8-48b4-93c7-d0415c028b6d {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:27:43.149816 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda6ceaa-cdf8-48b4-93c7-d0415c028b6d'] response: {'name': 'network-changed', 'server_uuid': 'c224b56a-2ad6-4c5d-8dc6-06d22a59e336', 'tag': 'e3d0163c-c823-40b7-a8e7-91116d3e8b41', 'status': 'completed', 'code': 200} Sep 04 16:27:43.160159 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169b8f9-f835-4a56-ba66-611f6807d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d0163c-c823-40b7-a8e7-91116d3e8b41,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:43.211532 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460d8d8-7abb-4280-ab39-1b5967e2a197 req-c7a15b8a-fe5e-4630-818e-46c656edb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:43.212979 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a460d8d8-7abb-4280-ab39-1b5967e2a197 req-c7a15b8a-fe5e-4630-818e-46c656edb2e0 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=68aaa192d3e244f6984f14a8eb59f050&device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 1127 time: 0.0411620 Sep 04 16:27:43.308235 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:43.313395 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460d8d8-7abb-4280-ab39-1b5967e2a197 req-6e1a580b-ffd1-408e-925a-886f3f7ce0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:43.314863 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a460d8d8-7abb-4280-ab39-1b5967e2a197 req-6e1a580b-ffd1-408e-925a-886f3f7ce0dc service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=68aaa192d3e244f6984f14a8eb59f050&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0944655 Sep 04 16:27:43.409341 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460d8d8-7abb-4280-ab39-1b5967e2a197 req-eec6e561-f7e8-498d-9481-6710bfd4f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:43.410883 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a460d8d8-7abb-4280-ab39-1b5967e2a197 req-eec6e561-f7e8-498d-9481-6710bfd4f6b0 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881867 Sep 04 16:27:43.486664 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6e7df36e-7406-4ddc-875b-7bff12a72c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:43.488058 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-6e7df36e-7406-4ddc-875b-7bff12a72c6a service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=68aaa192d3e244f6984f14a8eb59f050&device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 1127 time: 0.0387621 Sep 04 16:27:43.531688 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-181e99d3-45ea-4630-9dd8-f0d850c08c1a service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3d0163c-c823-40b7-a8e7-91116d3e8b41 HTTP/1.1" status: 200 len: 217 time: 0.0362961 Sep 04 16:27:43.579125 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-3079d040-c0f2-4191-8418-f59f92da9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:43.580513 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-3079d040-c0f2-4191-8418-f59f92da9aad service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=651206fb-b37b-48c0-ad94-3e5a38b55a77 HTTP/1.1" status: 200 len: 849 time: 0.0425832 Sep 04 16:27:43.613055 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-7c8330d9-1433-4201-ab7d-7c2cf17a7a50 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=609e8e87-8bf1-43f8-82a4-b3963cc7e533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262349 Sep 04 16:27:43.707234 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-bfc8ad41-13ee-4353-8368-b6735a3601a8 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/609e8e87-8bf1-43f8-82a4-b3963cc7e533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874567 Sep 04 16:27:43.796700 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-05f0de27-8c1e-4bb4-9eeb-9c440c42f328 req-5b4a6acf-f927-4a7b-96fe-4646b25a365a service neutron] 10.222.0.27 "GET /networking/v2.0/networks/609e8e87-8bf1-43f8-82a4-b3963cc7e533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825756 Sep 04 16:27:43.879012 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f8125-f6dd-422b-afa3-6aeb82778db4 req-d9bb2cb1-4ca3-494a-bfc4-151c738875b5 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:43.880539 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-282f8125-f6dd-422b-afa3-6aeb82778db4 req-d9bb2cb1-4ca3-494a-bfc4-151c738875b5 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 943 time: 0.0501540 Sep 04 16:27:43.927032 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-282f8125-f6dd-422b-afa3-6aeb82778db4 req-cf178aea-18b2-49a9-a539-882e003bef43 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Sep 04 16:27:45.051595 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63820d9f-41b7-4af8-bb36-255bc341d7cb req-0e929276-b1c9-4e9e-8233-cef148d1462b tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:45.053037 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-63820d9f-41b7-4af8-bb36-255bc341d7cb req-0e929276-b1c9-4e9e-8233-cef148d1462b tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 943 time: 0.0467381 Sep 04 16:27:45.099317 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-63820d9f-41b7-4af8-bb36-255bc341d7cb req-2c49dafc-0249-4732-a032-516b239f5281 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Sep 04 16:27:46.216359 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4caf3-61b3-4af1-9d16-45b01e642207 req-98639aa6-f45d-475a-a193-5c2d2f1f27e5 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:46.217888 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-85e4caf3-61b3-4af1-9d16-45b01e642207 req-98639aa6-f45d-475a-a193-5c2d2f1f27e5 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 943 time: 0.0448797 Sep 04 16:27:46.271668 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-85e4caf3-61b3-4af1-9d16-45b01e642207 req-31e4e43e-5655-4593-9474-a65f37ac7e64 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463593 Sep 04 16:27:47.391226 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08890f6b-d09e-4a59-a94e-fed2c6e1b156 req-8d30b268-af4b-4c93-9eea-9cc0edf3a34d tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:47.392675 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-08890f6b-d09e-4a59-a94e-fed2c6e1b156 req-8d30b268-af4b-4c93-9eea-9cc0edf3a34d tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 943 time: 0.0453827 Sep 04 16:27:47.439617 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-08890f6b-d09e-4a59-a94e-fed2c6e1b156 req-b08700cb-d78a-43f5-941c-f2409c0e7ca4 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Sep 04 16:27:47.462112 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device e3d0163c-c823-40b7-a8e7-91116d3e8b41 details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:27:47.558251 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port e3d0163c-c823-40b7-a8e7-91116d3e8b41, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e3d0163c-c823-40b7-a8e7-91116d3e8b41,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:27:47.573327 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'e3d0163c-c823-40b7-a8e7-91116d3e8b41', 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533', 'port_id': 'e3d0163c-c823-40b7-a8e7-91116d3e8b41', 'mac_address': 'fa:16:3e:b8:15:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651206fb-b37b-48c0-ad94-3e5a38b55a77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:27:47.608734 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port e3d0163c-c823-40b7-a8e7-91116d3e8b41 is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:27:47.609125 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:47.621997 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d0163c-c823-40b7-a8e7-91116d3e8b41 {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:27:47.641780 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port e3d0163c-c823-40b7-a8e7-91116d3e8b41, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e3d0163c-c823-40b7-a8e7-91116d3e8b41,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:27:47.713721 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:47.765499 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=e3d0163c-c823-40b7-a8e7-91116d3e8b41,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:47.772472 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.772815 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.773152 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.773483 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.773831 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.774155 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.774474 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.774791 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.775108 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.775423 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.775739 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.776058 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.776373 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.776686 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.776999 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:27:47.925944 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['e3d0163c-c823-40b7-a8e7-91116d3e8b41'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:27:47.958384 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:48.011358 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:48.022750 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:48.560330 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5018c6-ca92-424c-a2a1-c0ea8a3e952d req-5626ebaf-fab3-4e33-90bd-d54199e17152 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:48.569299 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-da5018c6-ca92-424c-a2a1-c0ea8a3e952d req-5626ebaf-fab3-4e33-90bd-d54199e17152 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 944 time: 0.0466666 Sep 04 16:27:48.609192 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-da5018c6-ca92-424c-a2a1-c0ea8a3e952d req-257fcd57-6f3d-4d82-939f-dfd1a3e1f0b1 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Sep 04 16:27:49.465549 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device e3d0163c-c823-40b7-a8e7-91116d3e8b41 up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:27:49.507219 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port e3d0163c-c823-40b7-a8e7-91116d3e8b41 completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:27:49.570948 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port e3d0163c-c823-40b7-a8e7-91116d3e8b41 triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:27:49.571319 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:49.736952 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb2bcd-b854-4591-8d2e-377a54b3e017 req-82b6fb45-af41-4df4-a7a6-eac3376a8643 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:49.738480 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66bb2bcd-b854-4591-8d2e-377a54b3e017 req-82b6fb45-af41-4df4-a7a6-eac3376a8643 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 944 time: 0.0512507 Sep 04 16:27:49.757791 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:49.775876 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port e3d0163c-c823-40b7-a8e7-91116d3e8b41 is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:27:49.776261 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:49.788613 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-66bb2bcd-b854-4591-8d2e-377a54b3e017 req-d1a70fb8-66e3-4fdf-ba02-5980040b472c tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444078 Sep 04 16:27:49.800140 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c224b56a-2ad6-4c5d-8dc6-06d22a59e336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d0163c-c823-40b7-a8e7-91116d3e8b41'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:27:49.802366 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1384008-c566-4923-8c8c-459551340957" -d '{"events": [{"server_uuid": "c224b56a-2ad6-4c5d-8dc6-06d22a59e336", "name": "network-vif-plugged", "status": "completed", "tag": "e3d0163c-c823-40b7-a8e7-91116d3e8b41"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:27:49.814956 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port e3d0163c-c823-40b7-a8e7-91116d3e8b41, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e3d0163c-c823-40b7-a8e7-91116d3e8b41,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:27:49.849301 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb132da7-4a56-4183-91aa-de66f9dbb30d x-openstack-request-id: req-eb132da7-4a56-4183-91aa-de66f9dbb30d {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:27:49.849606 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c224b56a-2ad6-4c5d-8dc6-06d22a59e336", "name": "network-vif-plugged", "status": "completed", "tag": "e3d0163c-c823-40b7-a8e7-91116d3e8b41", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:27:49.852170 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb132da7-4a56-4183-91aa-de66f9dbb30d {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:27:49.852170 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb132da7-4a56-4183-91aa-de66f9dbb30d'] response: {'server_uuid': 'c224b56a-2ad6-4c5d-8dc6-06d22a59e336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d0163c-c823-40b7-a8e7-91116d3e8b41', 'code': 200} Sep 04 16:27:49.891828 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:49.940188 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=e3d0163c-c823-40b7-a8e7-91116d3e8b41,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:50.163996 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7a044-ec3d-4ea4-ba35-5d6f4bcfe028 req-75f02031-2a5e-4166-bdda-904d55749334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:50.165412 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ed7a044-ec3d-4ea4-ba35-5d6f4bcfe028 req-75f02031-2a5e-4166-bdda-904d55749334 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 1129 time: 0.0385275 Sep 04 16:27:50.204039 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:50.210391 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-3ed7a044-ec3d-4ea4-ba35-5d6f4bcfe028 req-6e760cea-91ed-4f9c-aa2d-f03c6f7a0d2b service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382342 Sep 04 16:27:50.907497 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c3f87-8be1-4d6e-a1a7-48b44cfa3b0c req-634ae028-2772-4908-acb7-8ef2ed415d73 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:50.908933 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-395c3f87-8be1-4d6e-a1a7-48b44cfa3b0c req-634ae028-2772-4908-acb7-8ef2ed415d73 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 945 time: 0.0447748 Sep 04 16:27:50.958141 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-395c3f87-8be1-4d6e-a1a7-48b44cfa3b0c req-72be4438-4ec6-4d3f-bc06-23150bd04c0c tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434198 Sep 04 16:27:52.087658 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af1196-8a19-496b-9ab8-77d27cd77bba req-7bdf5aea-119a-43e2-ad9f-b3597091dee3 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:52.089120 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-41af1196-8a19-496b-9ab8-77d27cd77bba req-7bdf5aea-119a-43e2-ad9f-b3597091dee3 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 945 time: 0.0470231 Sep 04 16:27:52.135023 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-41af1196-8a19-496b-9ab8-77d27cd77bba req-2966daee-97b2-4caa-8ec8-7c28a62984a4 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Sep 04 16:27:53.350061 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bb38f-bd14-41ee-93c0-f52c645ee92c req-faf0e706-6806-4988-b77a-e2eb796847d1 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:53.351539 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ce7bb38f-bd14-41ee-93c0-f52c645ee92c req-faf0e706-6806-4988-b77a-e2eb796847d1 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 945 time: 0.0483952 Sep 04 16:27:53.399228 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ce7bb38f-bd14-41ee-93c0-f52c645ee92c req-4af5e2bd-82b5-44ab-99cc-00daccfe9de4 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Sep 04 16:27:54.528128 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cc035-13c9-4c30-85ca-70211766c1f8 req-7b27223a-6d33-4c58-8ff6-a4cdf651ade1 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:54.531192 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-948cc035-13c9-4c30-85ca-70211766c1f8 req-7b27223a-6d33-4c58-8ff6-a4cdf651ade1 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 945 time: 0.0528834 Sep 04 16:27:54.604975 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-948cc035-13c9-4c30-85ca-70211766c1f8 req-21ef4726-5f43-4b49-aa43-bf0f94042af8 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681691 Sep 04 16:27:54.617829 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-6e0ed848-d0d4-4fab-80d9-c71269a3cc0d tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:54.619272 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-6e0ed848-d0d4-4fab-80d9-c71269a3cc0d tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 945 time: 0.0521808 Sep 04 16:27:54.704731 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Deleting port e3d0163c-c823-40b7-a8e7-91116d3e8b41 {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:27:54.705064 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:54.792324 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] For port e3d0163c-c823-40b7-a8e7-91116d3e8b41, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=e3d0163c-c823-40b7-a8e7-91116d3e8b41,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:27:54.792672 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:54.805262 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Calling delete_port for e3d0163c-c823-40b7-a8e7-91116d3e8b41 owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:27:55.010998 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (e3d0163c-c823-40b7-a8e7-91116d3e8b41), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:55.023312 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['e3d0163c-c823-40b7-a8e7-91116d3e8b41'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:27:55.038195 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Pushing event deleted for resources: {'Port': ['ID=e3d0163c-c823-40b7-a8e7-91116d3e8b41,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:27:55.085454 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] No DVR routers for this DVR port e3d0163c-c823-40b7-a8e7-91116d3e8b41 on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:27:55.087913 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:55.091100 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-4c76fe08-d1a5-4415-8be6-e2b1d4f6bc52 req-eb9be015-1ac8-490f-be76-c0f9ea568759 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.27 "DELETE /networking/v2.0/ports/e3d0163c-c823-40b7-a8e7-91116d3e8b41 HTTP/1.1" status: 204 len: 173 time: 0.4662521 Sep 04 16:27:55.091528 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c224b56a-2ad6-4c5d-8dc6-06d22a59e336', 'name': 'network-vif-deleted', 'tag': 'e3d0163c-c823-40b7-a8e7-91116d3e8b41'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:27:55.093908 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452e2ac8-80a2-4dd8-9a6a-726005224f45" -d '{"events": [{"server_uuid": "c224b56a-2ad6-4c5d-8dc6-06d22a59e336", "name": "network-vif-deleted", "tag": "e3d0163c-c823-40b7-a8e7-91116d3e8b41"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:27:55.131600 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61406ed-e4c9-4aa1-af4b-2087d9313d31 x-openstack-request-id: req-d61406ed-e4c9-4aa1-af4b-2087d9313d31 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:27:55.131891 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c224b56a-2ad6-4c5d-8dc6-06d22a59e336", "name": "network-vif-deleted", "tag": "e3d0163c-c823-40b7-a8e7-91116d3e8b41", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:27:55.132144 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d61406ed-e4c9-4aa1-af4b-2087d9313d31 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:27:55.132546 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61406ed-e4c9-4aa1-af4b-2087d9313d31'] response: {'server_uuid': 'c224b56a-2ad6-4c5d-8dc6-06d22a59e336', 'name': 'network-vif-deleted', 'tag': 'e3d0163c-c823-40b7-a8e7-91116d3e8b41', 'status': 'completed', 'code': 200} Sep 04 16:27:55.726097 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-2915ab2c-116a-41df-b8cd-d9682de03377 req-0fc1f281-b74f-468d-832e-cbdbc60742e2 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=c224b56a-2ad6-4c5d-8dc6-06d22a59e336 HTTP/1.1" status: 200 len: 210 time: 0.0319169 Sep 04 16:27:56.974491 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:56.996001 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f91113e2-a71f-4cf0-800f-947c1fb581eb tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:56.997447 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f91113e2-a71f-4cf0-800f-947c1fb581eb tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/networks?id=609e8e87-8bf1-43f8-82a4-b3963cc7e533 HTTP/1.1" status: 200 len: 809 time: 0.1005211 Sep 04 16:27:57.009354 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:27:57.013747 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-492d8b0b-8fb0-42bb-bb28-8e1241168425 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/quotas/68aaa192d3e244f6984f14a8eb59f050 HTTP/1.1" status: 200 len: 375 time: 0.0101485 Sep 04 16:27:57.051532 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-167d1a10-636a-4bdf-8798-92e8a230c1d3 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?tenant_id=68aaa192d3e244f6984f14a8eb59f050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325587 Sep 04 16:27:57.105603 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-054fea32-8f66-4ef8-a3a9-ee08a8faa0df service neutron] http://10.222.0.39:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106842) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 04 16:27:57.106844 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-054fea32-8f66-4ef8-a3a9-ee08a8faa0df service neutron] 10.222.0.39 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0488727 Sep 04 16:27:57.196847 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-a31cc7b5-5a49-40af-8dcd-841c1e4310f8 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/609e8e87-8bf1-43f8-82a4-b3963cc7e533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832875 Sep 04 16:27:57.293613 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-ee4e6133-af24-4ed5-8fd7-282b83b3e376 service neutron] 10.222.0.39 "GET /networking/v2.0/networks/609e8e87-8bf1-43f8-82a4-b3963cc7e533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903690 Sep 04 16:27:57.509780 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a6d9d3c1-6386-41b1-a7c6-eaf90c7a641b req-2f547d29-d203-4bce-a5e1-7ccceba2916c tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Sep 04 16:27:58.611395 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b11aaf59-f1c9-4b4c-8e33-0531d201ec36 req-bfd9de70-bd8d-4a0c-899e-2172d71fcc14 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 210 time: 0.0270822 Sep 04 16:27:59.439669 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-64b442e2-9fb8-4b56-aa1a-8d4f56940a9d tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:27:59.441086 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-64b442e2-9fb8-4b56-aa1a-8d4f56940a9d tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.27 "GET /networking/v2.0/networks?id=609e8e87-8bf1-43f8-82a4-b3963cc7e533 HTTP/1.1" status: 200 len: 809 time: 0.1032813 Sep 04 16:27:59.452565 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Request body: {'port': {'device_id': 'b7073718-c360-4e5b-a449-1b9248d5beb0', 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533', 'admin_state_up': True, 'tenant_id': '68aaa192d3e244f6984f14a8eb59f050'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:27:59.494153 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device e3d0163c-c823-40b7-a8e7-91116d3e8b41 no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:27:59.513621 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: e3d0163c-c823-40b7-a8e7-91116d3e8b41 {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:27:59.513996 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device e3d0163c-c823-40b7-a8e7-91116d3e8b41 not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:27:59.633634 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Made reservation on behalf of 68aaa192d3e244f6984f14a8eb59f050 for: {'port': 1} {{(pid=106842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 04 16:27:59.637376 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:27:59.731199 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-53eb9bde-efd8-40ad-9426-695d0aa37e59 req-df3438c4-6c0c-489b-9744-a973e64bbeda tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 210 time: 0.0342605 Sep 04 16:27:59.804943 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_common [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Allocated IP 172.20.0.7 (609e8e87-8bf1-43f8-82a4-b3963cc7e533/651206fb-b37b-48c0-ad94-3e5a38b55a77/a0ab2bbe-fa90-4418-b394-464952edf32c) {{(pid=106842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 04 16:27:59.957292 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks [] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:00.051556 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897378690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:00.094273 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:00.098218 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 is already hosted by enough agents. {{(pid=106842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 04 16:28:00.098784 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:00.101919 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.scheduler.base_scheduler [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Resources bound (agent type, host, resource id): {{(pid=106842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 04 16:28:00.105717 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Received port after_create {{(pid=106842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 04 16:28:00.132618 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Pushing event updated for resources: {'Port': ['ID=a0ab2bbe-fa90-4418-b394-464952edf32c,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:28:00.157923 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:00.158553 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:00.219674 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-f6c3938a-d87f-4df1-b532-987d17030c4e tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.27 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7706859 Sep 04 16:28:00.231429 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.v2.base [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Request body: {'port': {'device_id': 'b7073718-c360-4e5b-a449-1b9248d5beb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85236'}} {{(pid=106842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 04 16:28:00.579623 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:00.864813 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ab2bbe-fa90-4418-b394-464952edf32c {{(pid=106842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:28:00.876335 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Publish callbacks [] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), precommit_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:00.888375 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508703f-c254-4d4b-b53f-879677ff2e2f req-83e56b43-3ea5-4bfc-9204-409bc2df4cf3 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:00.893245 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9508703f-c254-4d4b-b53f-879677ff2e2f req-83e56b43-3ea5-4bfc-9204-409bc2df4cf3 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 931 time: 0.0687790 Sep 04 16:28:00.903978 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.provisioning_blocks [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Transition to ACTIVE for port object a0ab2bbe-fa90-4418-b394-464952edf32c will not be triggered until provisioned by entity L2. {{(pid=106842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 04 16:28:00.941043 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-9508703f-c254-4d4b-b53f-879677ff2e2f req-51adabce-0300-4f1b-a48e-d265016e5e7b tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Sep 04 16:28:01.005326 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:01.086722 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ab2bbe-fa90-4418-b394-464952edf32c,revision_number=2']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:28:01.115011 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Attempting to bind port a0ab2bbe-fa90-4418-b394-464952edf32c on host hv-cinder-85236 for vnic_type normal with profile {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 04 16:28:01.115274 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Attempting to bind port a0ab2bbe-fa90-4418-b394-464952edf32c by drivers openvswitch,hyperv on host hv-cinder-85236 at level 0 using segments [{'id': '3530f17e-33d9-4ea8-aabd-2a243534dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533'}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 04 16:28:01.115598 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Attempting to bind port a0ab2bbe-fa90-4418-b394-464952edf32c on network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:28:01.119953 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Port a0ab2bbe-fa90-4418-b394-464952edf32c on network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85236 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 04 16:28:01.120265 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Attempting to bind port a0ab2bbe-fa90-4418-b394-464952edf32c on network 609e8e87-8bf1-43f8-82a4-b3963cc7e533 {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 04 16:28:01.125239 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Checking agent: {'id': '91defa83-d252-4197-b7c9-a8cbd36cbc83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85236', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'started_at': datetime.datetime(2022, 9, 4, 16, 11, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 4, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 04 16:28:01.125601 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Checking segment: {'id': '3530f17e-33d9-4ea8-aabd-2a243534dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 04 16:28:01.125992 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Bound using segment: {'id': '3530f17e-33d9-4ea8-aabd-2a243534dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533'} {{(pid=106842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 04 16:28:01.126410 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.managers [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Bound port: a0ab2bbe-fa90-4418-b394-464952edf32c, host: hv-cinder-85236, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3530f17e-33d9-4ea8-aabd-2a243534dc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533'}}] {{(pid=106842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 04 16:28:01.126750 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), before_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:01.171584 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:01.186676 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] For port a0ab2bbe-fa90-4418-b394-464952edf32c, host hv-cinder-85236, cleared binding levels {{(pid=106842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 04 16:28:01.189653 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] For port a0ab2bbe-fa90-4418-b394-464952edf32c, host hv-cinder-85236, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a0ab2bbe-fa90-4418-b394-464952edf32c,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 04 16:28:01.295512 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26518284'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), after_update {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:01.299724 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:01.300346 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:01.301792 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] 10.222.0.27 "PUT /networking/v2.0/ports/a0ab2bbe-fa90-4418-b394-464952edf32c HTTP/1.1" status: 200 len: 1093 time: 1.0742199 Sep 04 16:28:01.302309 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7073718-c360-4e5b-a449-1b9248d5beb0', 'tag': 'a0ab2bbe-fa90-4418-b394-464952edf32c'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:28:01.304530 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bb01bb-0fed-44bb-b0c2-f7df3df23566" -d '{"events": [{"name": "network-changed", "server_uuid": "b7073718-c360-4e5b-a449-1b9248d5beb0", "tag": "a0ab2bbe-fa90-4418-b394-464952edf32c"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:28:01.351527 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 04 Sep 2022 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d6a5ba-6fe1-403a-b662-b524f9b151fc x-openstack-request-id: req-72d6a5ba-6fe1-403a-b662-b524f9b151fc {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:28:01.351527 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7073718-c360-4e5b-a449-1b9248d5beb0", "tag": "a0ab2bbe-fa90-4418-b394-464952edf32c", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:28:01.351527 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72d6a5ba-6fe1-403a-b662-b524f9b151fc {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:28:01.351527 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d6a5ba-6fe1-403a-b662-b524f9b151fc'] response: {'name': 'network-changed', 'server_uuid': 'b7073718-c360-4e5b-a449-1b9248d5beb0', 'tag': 'a0ab2bbe-fa90-4418-b394-464952edf32c', 'status': 'completed', 'code': 200} Sep 04 16:28:01.356033 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6a9ec-9779-44ca-b92c-f83ece38ee84 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ab2bbe-fa90-4418-b394-464952edf32c,revision_number=3']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:28:01.408946 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb01bb-0fed-44bb-b0c2-f7df3df23566 req-27218ca4-fac9-4a41-b4f2-6d850b5d7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:01.410385 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-93bb01bb-0fed-44bb-b0c2-f7df3df23566 req-27218ca4-fac9-4a41-b4f2-6d850b5d7de5 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=68aaa192d3e244f6984f14a8eb59f050&device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 1127 time: 0.0403697 Sep 04 16:28:01.507272 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:01.510249 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb01bb-0fed-44bb-b0c2-f7df3df23566 req-2205f62e-b7d3-4e2d-8177-6114babdb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:01.511705 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-93bb01bb-0fed-44bb-b0c2-f7df3df23566 req-2205f62e-b7d3-4e2d-8177-6114babdb4b5 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?tenant_id=68aaa192d3e244f6984f14a8eb59f050&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0944223 Sep 04 16:28:01.609511 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb01bb-0fed-44bb-b0c2-f7df3df23566 req-39765e88-000a-452c-bca0-1a6630e93d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:01.610994 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-93bb01bb-0fed-44bb-b0c2-f7df3df23566 req-39765e88-000a-452c-bca0-1a6630e93d36 service neutron] 10.222.0.27 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932934 Sep 04 16:28:01.687151 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-0697bfc6-4d31-4aee-a753-6d3d33d8bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:01.688529 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-0697bfc6-4d31-4aee-a753-6d3d33d8bdec service neutron] 10.222.0.27 "GET /networking/v2.0/ports?tenant_id=68aaa192d3e244f6984f14a8eb59f050&device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 1127 time: 0.0391304 Sep 04 16:28:01.727578 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-8436e6a5-ce93-4187-b6bb-6e992d9239a4 service neutron] 10.222.0.27 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0ab2bbe-fa90-4418-b394-464952edf32c HTTP/1.1" status: 200 len: 217 time: 0.0323851 Sep 04 16:28:01.774567 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-50fb68bd-7744-4a1a-8204-abdf4f67ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:01.775944 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-50fb68bd-7744-4a1a-8204-abdf4f67ba02 service neutron] 10.222.0.27 "GET /networking/v2.0/subnets?id=651206fb-b37b-48c0-ad94-3e5a38b55a77 HTTP/1.1" status: 200 len: 849 time: 0.0426512 Sep 04 16:28:01.810176 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-e6bb497e-9f86-4b1e-a8a7-f0d8bc9a5d9e service neutron] 10.222.0.27 "GET /networking/v2.0/ports?network_id=609e8e87-8bf1-43f8-82a4-b3963cc7e533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282187 Sep 04 16:28:01.899507 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-6fe049dc-2513-483b-a0ba-ac258d55eedb service neutron] 10.222.0.27 "GET /networking/v2.0/networks/609e8e87-8bf1-43f8-82a4-b3963cc7e533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833364 Sep 04 16:28:02.000555 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-cd5149d3-19a3-478e-8304-ec5c8240a0ea req-3c1f7799-0589-48bb-b65d-71cc7e8dc265 service neutron] 10.222.0.27 "GET /networking/v2.0/networks/609e8e87-8bf1-43f8-82a4-b3963cc7e533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948620 Sep 04 16:28:02.066318 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3dccd-fe25-4260-85a6-b14e5eab494f req-21525ed3-aa4e-45cb-a601-8ac1704d7932 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:02.067777 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-98c3dccd-fe25-4260-85a6-b14e5eab494f req-21525ed3-aa4e-45cb-a601-8ac1704d7932 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 943 time: 0.0495896 Sep 04 16:28:02.117035 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-98c3dccd-fe25-4260-85a6-b14e5eab494f req-e75ab155-b96a-43b0-9bbb-8d763038a789 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433567 Sep 04 16:28:03.238050 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a728f-dec0-4e56-a86e-c0bb199c43c3 req-30ad0dae-1dbf-4323-94a4-d28a81099207 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:03.239399 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d99a728f-dec0-4e56-a86e-c0bb199c43c3 req-30ad0dae-1dbf-4323-94a4-d28a81099207 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 943 time: 0.0459085 Sep 04 16:28:03.284979 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-d99a728f-dec0-4e56-a86e-c0bb199c43c3 req-bd73903f-8daf-485c-93fa-08c1ccd0bf02 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401292 Sep 04 16:28:04.408646 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d79e9-83b8-4d96-8814-5af70217d9a1 req-af3b8e1c-0311-4094-942f-165e5702df0d tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:04.410116 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a28d79e9-83b8-4d96-8814-5af70217d9a1 req-af3b8e1c-0311-4094-942f-165e5702df0d tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 943 time: 0.0510502 Sep 04 16:28:04.457063 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-a28d79e9-83b8-4d96-8814-5af70217d9a1 req-94faed0d-5e08-4b8d-83a3-2936def990dc tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Sep 04 16:28:05.027547 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=28,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:05.525101 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device a0ab2bbe-fa90-4418-b394-464952edf32c details requested by agent hyperv_hv-cinder-85236 with host hv-cinder-85236 {{(pid=106843) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 04 16:28:05.577730 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1e341-1f7d-4af0-991d-407327423e45 req-90c4bc88-feb4-402b-838e-e73509f46f57 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:05.579223 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-69d1e341-1f7d-4af0-991d-407327423e45 req-90c4bc88-feb4-402b-838e-e73509f46f57 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 943 time: 0.0476131 Sep 04 16:28:05.628018 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-69d1e341-1f7d-4af0-991d-407327423e45 req-84d4a3dc-8ce1-4715-aaab-4463b492f8e3 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Sep 04 16:28:05.638280 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port a0ab2bbe-fa90-4418-b394-464952edf32c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a0ab2bbe-fa90-4418-b394-464952edf32c,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:28:05.650869 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Returning: {'device': 'a0ab2bbe-fa90-4418-b394-464952edf32c', 'network_id': '609e8e87-8bf1-43f8-82a4-b3963cc7e533', 'port_id': 'a0ab2bbe-fa90-4418-b394-464952edf32c', 'mac_address': 'fa:16:3e:3d:56:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651206fb-b37b-48c0-ad94-3e5a38b55a77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106843) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 04 16:28:05.686908 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a6b4371d-1e6c-4811-b3e2-e4d243914f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:05.688311 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port a0ab2bbe-fa90-4418-b394-464952edf32c is: DOWN; New status is: BUILD {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:28:05.688687 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:05.703073 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ab2bbe-fa90-4418-b394-464952edf32c {{(pid=106843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 04 16:28:05.727068 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port a0ab2bbe-fa90-4418-b394-464952edf32c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a0ab2bbe-fa90-4418-b394-464952edf32c,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:28:05.782539 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:05.827781 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=a0ab2bbe-fa90-4418-b394-464952edf32c,revision_number=4']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:28:05.976184 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['a0ab2bbe-fa90-4418-b394-464952edf32c'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:28:06.083749 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:06.757730 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878531eb-9032-44c6-969a-4d899d4b91bf req-e4b6aa83-ec9e-46d9-9b9b-fa8089e1117a tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:06.759243 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-878531eb-9032-44c6-969a-4d899d4b91bf req-e4b6aa83-ec9e-46d9-9b9b-fa8089e1117a tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 944 time: 0.0560746 Sep 04 16:28:06.789804 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:06.807100 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-878531eb-9032-44c6-969a-4d899d4b91bf req-2a77a04c-8ede-4a67-996c-807c75cd1ea7 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 Sep 04 16:28:06.989192 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:28:07.525751 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device a0ab2bbe-fa90-4418-b394-464952edf32c up at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 04 16:28:07.568527 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning for port a0ab2bbe-fa90-4418-b394-464952edf32c completed by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 04 16:28:07.637880 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.db.provisioning_blocks [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Provisioning complete for port a0ab2bbe-fa90-4418-b394-464952edf32c triggered by entity L2. {{(pid=106843) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 04 16:28:07.638198 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-912384'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), provisioning_complete {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:07.710623 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Current status of the port a0ab2bbe-fa90-4418-b394-464952edf32c is: BUILD; New status is: ACTIVE {{(pid=106843) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 04 16:28:07.711011 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-934571'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), before_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:07.733333 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7073718-c360-4e5b-a449-1b9248d5beb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ab2bbe-fa90-4418-b394-464952edf32c'}] {{(pid=106843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:28:07.735617 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}992135ef1f2a211381efbdfd88cfc88ea58bf0f4534e6e0817941ab3e765be1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd174e9f-6aa6-462d-a90c-4d63043e29e7" -d '{"events": [{"server_uuid": "b7073718-c360-4e5b-a449-1b9248d5beb0", "name": "network-vif-plugged", "status": "completed", "tag": "a0ab2bbe-fa90-4418-b394-464952edf32c"}]}' {{(pid=106843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:28:07.751844 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] For port a0ab2bbe-fa90-4418-b394-464952edf32c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a0ab2bbe-fa90-4418-b394-464952edf32c,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:28:07.775713 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2916fe8-c1f7-43be-adfa-4c7a246dba89 x-openstack-request-id: req-a2916fe8-c1f7-43be-adfa-4c7a246dba89 {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:28:07.775996 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7073718-c360-4e5b-a449-1b9248d5beb0", "name": "network-vif-plugged", "status": "completed", "tag": "a0ab2bbe-fa90-4418-b394-464952edf32c", "code": 200}]} {{(pid=106843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:28:07.776248 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2916fe8-c1f7-43be-adfa-4c7a246dba89 {{(pid=106843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:28:07.776645 dv-cinder-852364-6-iscsi neutron-server[106843]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2916fe8-c1f7-43be-adfa-4c7a246dba89'] response: {'server_uuid': 'b7073718-c360-4e5b-a449-1b9248d5beb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ab2bbe-fa90-4418-b394-464952edf32c', 'code': 200} Sep 04 16:28:07.828776 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788897823618', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897378708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788897378726'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:07.893660 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Pushing event updated for resources: {'Port': ['ID=a0ab2bbe-fa90-4418-b394-464952edf32c,revision_number=5']} {{(pid=106843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:28:07.943831 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c5d0f-83d1-407b-b94c-8afabcae9a6c req-ac406871-592d-4873-9355-500cadf15453 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:07.945328 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f64c5d0f-83d1-407b-b94c-8afabcae9a6c req-ac406871-592d-4873-9355-500cadf15453 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 945 time: 0.0567012 Sep 04 16:28:07.954129 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51c2ed31-1dd5-432b-b389-6641d223ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:07.995198 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-f64c5d0f-83d1-407b-b94c-8afabcae9a6c req-c11df4fe-9b4d-4586-bb39-96c81376ff1c tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440831 Sep 04 16:28:08.057777 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539bfe0-ecdd-4f76-af96-534fc488b812 req-3f784683-97d4-40b7-adca-6a739c6c2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:08.059331 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b539bfe0-ecdd-4f76-af96-534fc488b812 req-3f784683-97d4-40b7-adca-6a739c6c2c89 service neutron] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 1129 time: 0.0395045 Sep 04 16:28:08.105450 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-b539bfe0-ecdd-4f76-af96-534fc488b812 req-b7f87dee-8fab-44c4-bac6-882202317d0a service neutron] 10.222.0.27 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Sep 04 16:28:09.106139 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:09.119706 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f840b-48e1-40c7-865d-ced2483272bb req-1a7724df-f53f-4101-8331-2c0a6bf899a0 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:09.121199 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-426f840b-48e1-40c7-865d-ced2483272bb req-1a7724df-f53f-4101-8331-2c0a6bf899a0 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 945 time: 0.0472469 Sep 04 16:28:09.169107 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-426f840b-48e1-40c7-865d-ced2483272bb req-b4a78583-44e9-4329-be54-d38166f2eca1 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420594 Sep 04 16:28:09.192098 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:10.291079 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bc2ca-6f5d-4a2a-9972-16b3d1d84ab6 req-13b788ae-9510-48f7-8d0d-2dffb18e7df6 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:10.292530 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-164bc2ca-6f5d-4a2a-9972-16b3d1d84ab6 req-13b788ae-9510-48f7-8d0d-2dffb18e7df6 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 945 time: 0.0464144 Sep 04 16:28:10.343095 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-164bc2ca-6f5d-4a2a-9972-16b3d1d84ab6 req-8c09bc09-efad-411c-a89d-0afb0663ee2a tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Sep 04 16:28:10.633711 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:10.720518 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:10.805100 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:11.546594 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b76e66-92c2-482e-ae3a-5ea275688203 req-7a0c873c-509f-4133-b0da-3bc414a575d2 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:11.548841 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-42b76e66-92c2-482e-ae3a-5ea275688203 req-7a0c873c-509f-4133-b0da-3bc414a575d2 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 945 time: 0.0517547 Sep 04 16:28:11.596108 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-42b76e66-92c2-482e-ae3a-5ea275688203 req-3a2ffb90-953a-4318-b080-ad68afe501f3 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Sep 04 16:28:12.718671 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69375936-ee66-416f-8f97-5ec91b48611f req-236cd5ea-0bff-48e2-af11-1a553758375c tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:12.720730 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-69375936-ee66-416f-8f97-5ec91b48611f req-236cd5ea-0bff-48e2-af11-1a553758375c tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 945 time: 0.0465431 Sep 04 16:28:12.775233 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-69375936-ee66-416f-8f97-5ec91b48611f req-c13f7446-43e5-4e50-9e3e-b9cab11fba10 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/security-groups?id=114626cf-fc2f-48b7-98b0-0f27de6c6cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489266 Sep 04 16:28:12.808633 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857344e3-34a3-4647-8668-8cf34da09d9a req-14af0b50-c063-4639-8514-cb504d7e11ad tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 04 16:28:12.810076 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-857344e3-34a3-4647-8668-8cf34da09d9a req-14af0b50-c063-4639-8514-cb504d7e11ad tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.27 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 945 time: 0.0541995 Sep 04 16:28:12.891625 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-857344e3-34a3-4647-8668-8cf34da09d9a req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Deleting port a0ab2bbe-fa90-4418-b394-464952edf32c {{(pid=106842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 04 16:28:12.891908 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-857344e3-34a3-4647-8668-8cf34da09d9a req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788897818579'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:12.987561 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.db [req-857344e3-34a3-4647-8668-8cf34da09d9a req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] For port a0ab2bbe-fa90-4418-b394-464952edf32c, host hv-cinder-85236, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85236',level=0,port_id=a0ab2bbe-fa90-4418-b394-464952edf32c,segment=NetworkSegment(3530f17e-33d9-4ea8-aabd-2a243534dc40),segment_id=3530f17e-33d9-4ea8-aabd-2a243534dc40)] {{(pid=106842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 04 16:28:12.987911 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-857344e3-34a3-4647-8668-8cf34da09d9a req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3822978'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:12.999955 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.plugin [req-857344e3-34a3-4647-8668-8cf34da09d9a req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Calling delete_port for a0ab2bbe-fa90-4418-b394-464952edf32c owned by compute:nova {{(pid=106842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 04 16:28:13.046897 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=100 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:13.199418 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-857344e3-34a3-4647-8668-8cf34da09d9a req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-934632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788897823672', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897378699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26518293'] for port (a0ab2bbe-fa90-4418-b394-464952edf32c), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:13.211374 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.db [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] get_ports_and_sgs() called for port_ids ['a0ab2bbe-fa90-4418-b394-464952edf32c'] {{(pid=106843) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 04 16:28:13.232145 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Pushing event deleted for resources: {'Port': ['ID=a0ab2bbe-fa90-4418-b394-464952edf32c,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:28:13.277413 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.l3_dvrscheduler_db [req-857344e3-34a3-4647-8668-8cf34da09d9a req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] No DVR routers for this DVR port a0ab2bbe-fa90-4418-b394-464952edf32c on host hv-cinder-85236 {{(pid=106842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 04 16:28:13.280012 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [req-857344e3-34a3-4647-8668-8cf34da09d9a req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-201306'] for port (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:13.284020 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-857344e3-34a3-4647-8668-8cf34da09d9a req-817bdad6-5c98-4f4b-ae86-ce38ee0ce188 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.27 "DELETE /networking/v2.0/ports/a0ab2bbe-fa90-4418-b394-464952edf32c HTTP/1.1" status: 204 len: 173 time: 0.4687889 Sep 04 16:28:13.284473 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7073718-c360-4e5b-a449-1b9248d5beb0', 'name': 'network-vif-deleted', 'tag': 'a0ab2bbe-fa90-4418-b394-464952edf32c'}] {{(pid=106842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 04 16:28:13.286715 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335735e95dba9e54eff8e132e858a8c9e284d51b2ec72a19719d4539e6bd4e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a9aed7-0ed2-43bd-b09f-54fcf3265d8c" -d '{"events": [{"server_uuid": "b7073718-c360-4e5b-a449-1b9248d5beb0", "name": "network-vif-deleted", "tag": "a0ab2bbe-fa90-4418-b394-464952edf32c"}]}' {{(pid=106842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 04 16:28:13.327021 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 04 Sep 2022 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da46620-928f-4b6a-9a33-ea2fe6758375 x-openstack-request-id: req-3da46620-928f-4b6a-9a33-ea2fe6758375 {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 04 16:28:13.327318 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7073718-c360-4e5b-a449-1b9248d5beb0", "name": "network-vif-deleted", "tag": "a0ab2bbe-fa90-4418-b394-464952edf32c", "status": "completed", "code": 200}]} {{(pid=106842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 04 16:28:13.327570 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3da46620-928f-4b6a-9a33-ea2fe6758375 {{(pid=106842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 04 16:28:13.327970 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3da46620-928f-4b6a-9a33-ea2fe6758375'] response: {'server_uuid': 'b7073718-c360-4e5b-a449-1b9248d5beb0', 'name': 'network-vif-deleted', 'tag': 'a0ab2bbe-fa90-4418-b394-464952edf32c', 'status': 'completed', 'code': 200} Sep 04 16:28:13.891759 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [req-ec0901bd-4f86-48b4-be43-d16ffb463e0f req-fb0377bb-0826-48db-affe-3f42e5cd8d12 tempest-VolumesActionsTest-336135920 tempest-VolumesActionsTest-336135920-project] 10.222.0.39 "GET /networking/v2.0/ports?device_id=b7073718-c360-4e5b-a449-1b9248d5beb0 HTTP/1.1" status: 200 len: 210 time: 0.0288794 Sep 04 16:28:16.984066 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:16.984867 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:18.876954 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device a0ab2bbe-fa90-4418-b394-464952edf32c no longer exists at agent hyperv_hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 04 16:28:18.907761 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.plugin [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] No Port match for: a0ab2bbe-fa90-4418-b394-464952edf32c {{(pid=106843) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 04 16:28:18.908316 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron.plugins.ml2.rpc [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Device a0ab2bbe-fa90-4418-b394-464952edf32c not bound to the agent host hv-cinder-85236 {{(pid=106843) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 04 16:28:19.003572 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:23.871816 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:23.872651 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=72,neutron:DELETE=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:28.908533 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:28.912948 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=36,neutron:UPDATE=6 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:34.757464 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=7 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:34.773314 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=19 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:35.666303 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-87636002-24b3-4f2b-9a26-8b2d134915b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:37.909339 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-2eaeca10-6ec1-4975-8186-7cd3fa8664eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:39.147897 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.036127 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56918) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:28:40.080343 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Deleting subnet 651206fb-b37b-48c0-ad94-3e5a38b55a77 {{(pid=106842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 04 16:28:40.083527 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Publish callbacks [] for subnet (651206fb-b37b-48c0-ad94-3e5a38b55a77), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.120531 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26549606'] for subnet (651206fb-b37b-48c0-ad94-3e5a38b55a77), precommit_delete_associations {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.159479 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1013708'] for subnet (651206fb-b37b-48c0-ad94-3e5a38b55a77), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.277947 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25936478'] for subnet (651206fb-b37b-48c0-ad94-3e5a38b55a77), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.301906 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651206fb-b37b-48c0-ad94-3e5a38b55a77,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:28:40.311840 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.312178 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.312512 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.312842 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.313167 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.313983 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.313983 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.314177 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.314424 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.314765 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.315087 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.315400 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.315717 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.316026 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.316336 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:28:40.320049 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.323185 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-b03d0e82-6319-40c9-8189-563042954621 admin admin] 10.222.0.39 "DELETE /networking/v2.0/subnets/651206fb-b37b-48c0-ad94-3e5a38b55a77 HTTP/1.1" status: 204 len: 168 time: 0.2860680 Sep 04 16:28:40.326178 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56920) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:28:40.398065 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990077'] for network (609e8e87-8bf1-43f8-82a4-b3963cc7e533), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.478604 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-910763', 'neutron.services.segments.db._delete_segments_for_network-8788897880468'] for network (609e8e87-8bf1-43f8-82a4-b3963cc7e533), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.499045 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609e8e87-8bf1-43f8-82a4-b3963cc7e533']}} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:28:40.508337 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3530f17e-33d9-4ea8-aabd-2a243534dc40') {'for_net_delete': True} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:28:40.508625 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.services.segments.db [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3530f17e-33d9-4ea8-aabd-2a243534dc40') {} {{(pid=106842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 04 16:28:40.518021 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788897907092', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26549617'] for segment (3530f17e-33d9-4ea8-aabd-2a243534dc40), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.530923 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899'] for segment (3530f17e-33d9-4ea8-aabd-2a243534dc40), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.537801 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 04 16:28:40.544313 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-809899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26518376'] for segment (3530f17e-33d9-4ea8-aabd-2a243534dc40), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.559231 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 3530f17e-33d9-4ea8-aabd-2a243534dc40 resource provider aggregate not found Sep 04 16:28:40.589207 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.services.segments.plugin [-] Segment 3530f17e-33d9-4ea8-aabd-2a243534dc40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3530f17e-33d9-4ea8-aabd-2a243534dc40 found for delete ", "request_id": "req-59690247-5f82-400d-9ef7-438c881b0653"}]} Sep 04 16:28:40.609351 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.661302 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-910754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3779827'] for network (609e8e87-8bf1-43f8-82a4-b3963cc7e533), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.667180 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3672917'] for network (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:40.670209 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] 10.222.0.39 "DELETE /networking/v2.0/networks/609e8e87-8bf1-43f8-82a4-b3963cc7e533 HTTP/1.1" status: 204 len: 168 time: 0.3436167 Sep 04 16:28:40.682469 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac2e19-fbfc-4ba1-85c0-ca200d5c3696 admin admin] Pushing event deleted for resources: {'Network': ['ID=609e8e87-8bf1-43f8-82a4-b3963cc7e533,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:28:40.883621 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:41.122713 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56928) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:28:41.163324 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-84afd423-dfad-4ce8-a6dc-54286b9fa42c admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=68aaa192d3e244f6984f14a8eb59f050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390439 Sep 04 16:28:41.165680 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 56930) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:28:41.213831 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c871f6e7-7cbe-4efc-9b3d-94cdbd14f084 admin admin] Publish callbacks [] for security_group (114626cf-fc2f-48b7-98b0-0f27de6c6cac), before_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:41.232792 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c871f6e7-7cbe-4efc-9b3d-94cdbd14f084 admin admin] Publish callbacks [] for security_group (114626cf-fc2f-48b7-98b0-0f27de6c6cac), precommit_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:41.357488 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c871f6e7-7cbe-4efc-9b3d-94cdbd14f084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (114626cf-fc2f-48b7-98b0-0f27de6c6cac), after_delete {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:41.360019 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-c871f6e7-7cbe-4efc-9b3d-94cdbd14f084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:41.361265 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-c871f6e7-7cbe-4efc-9b3d-94cdbd14f084 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/114626cf-fc2f-48b7-98b0-0f27de6c6cac HTTP/1.1" status: 204 len: 168 time: 0.1947131 Sep 04 16:28:41.370128 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871f6e7-7cbe-4efc-9b3d-94cdbd14f084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114626cf-fc2f-48b7-98b0-0f27de6c6cac,revision_number=None']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:28:43.987875 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:28:48.942892 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:28:51.364484 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=71,neutron:DELETE=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:51.365450 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:53.983493 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:53.984263 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:58.889793 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:28:58.891614 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:05.668330 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-da67434f-dc98-4a50-82c8-4d38dc6a611f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:06.007872 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=2 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:07.931534 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-0c845cc9-3957-4a29-9ea5-3a33ec8bc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:09.160120 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:10.608725 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:10.782340 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:18.952211 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:20.987210 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:29:21.205052 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.wsgi [-] (106842) accepted ('10.222.0.39', 57180) {{(pid=106842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:29:21.310581 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-957fdd8c-f3c8-491c-922c-92a8aa673d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:21.384845 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-957fdd8c-f3c8-491c-922c-92a8aa673d9e admin admin] Publish callbacks [] for security_group (45419e4a-d38b-44b1-9309-b9301b941f6e), precommit_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:21.451143 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron_lib.callbacks.manager [None req-957fdd8c-f3c8-491c-922c-92a8aa673d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (45419e4a-d38b-44b1-9309-b9301b941f6e), after_create {{(pid=106842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:21.489156 dv-cinder-852364-6-iscsi neutron-server[106842]: INFO neutron.wsgi [None req-957fdd8c-f3c8-491c-922c-92a8aa673d9e admin admin] 10.222.0.39 "GET /networking/v2.0/security-groups?tenant_id=f77bfff1b7324a0a8b961467fcf9dadb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829909 Sep 04 16:29:21.490102 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fdd8c-f3c8-491c-922c-92a8aa673d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45419e4a-d38b-44b1-9309-b9301b941f6e,revision_number=1']} {{(pid=106842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:29:21.491853 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [-] (106841) accepted ('10.222.0.39', 57184) {{(pid=106841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 04 16:29:21.542969 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Publish callbacks [] for security_group (45419e4a-d38b-44b1-9309-b9301b941f6e), before_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:21.563113 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Publish callbacks [] for security_group (45419e4a-d38b-44b1-9309-b9301b941f6e), precommit_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:21.683158 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3759343'] for security_group (45419e4a-d38b-44b1-9309-b9301b941f6e), after_delete {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:21.685781 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron_lib.callbacks.manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:21.686937 dv-cinder-852364-6-iscsi neutron-server[106841]: INFO neutron.wsgi [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] 10.222.0.39 "DELETE /networking/v2.0/security-groups/45419e4a-d38b-44b1-9309-b9301b941f6e HTTP/1.1" status: 204 len: 168 time: 0.1938708 Sep 04 16:29:21.694814 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45419e4a-d38b-44b1-9309-b9301b941f6e,revision_number=None']} {{(pid=106841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 04 16:29:21.702303 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.702645 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.702982 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.703315 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.703642 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.704007 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.704268 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.704760 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.705134 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.705459 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.705815 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.706133 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.706447 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.706761 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:21.707072 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedec609-280c-46a8-91c7-4e7c0707a6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852364-6-iscsi {{(pid=106841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 04 16:29:28.894724 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:30.983472 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=6 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:31.483604 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:31.485480 dv-cinder-852364-6-iscsi neutron-server[106842]: DEBUG dbcounter [-] [106842] Writing DB stats neutron:SELECT=16,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106842) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:31.697307 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:31.698334 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG dbcounter [-] [106841] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106841) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:31.721473 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:34.014570 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:35.674753 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-73522c14-6b60-4652-81e7-8cbd98e5206e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:37.953910 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-3366b0c4-2300-4960-9f16-ff79fcde585c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:39.148065 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:40.622847 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:40.788425 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:48.966732 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:29:57.987321 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:29:58.900341 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:29:58.902109 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:30:05.668433 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-722b08ce-94ba-4fb2-8a35-7624cf824397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:07.920311 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-34940218-83ff-4d35-b594-9857cfbdc0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:07.982073 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:30:07.982864 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:30:09.163078 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:10.651377 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:10.785381 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:18.968486 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:28.901332 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:30:28.906271 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:30:34.985987 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:30:35.699537 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-627c915e-f279-4735-9e26-bf42f5a2e137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:37.922753 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4f493afb-7f27-441d-83bb-061d00928bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:39.162169 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:40.636418 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:40.842301 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:44.980904 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=18 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:30:44.981638 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=16 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:30:48.954374 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:30:58.904586 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:30:58.905442 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:31:05.674653 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-07772e19-1202-49c0-b65e-183e8faf89ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:07.948503 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-ba14518a-b0ac-45f5-a578-c523f5030a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:09.195956 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:10.624572 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:10.836168 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:11.984126 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:31:18.983047 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:21.979487 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:31:21.980243 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:31:28.916005 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:31:28.922064 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:31:34.020140 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:31:35.702599 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-364d997a-ff53-4dc0-b5e1-e79eee093294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:37.926529 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-b562a9dc-6076-4dba-a986-a6dd40bd7e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:39.177774 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:40.635979 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:40.801400 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:48.983316 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:31:49.001225 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:31:58.941554 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:31:58.943896 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:31:58.978707 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:31:58.979441 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=3 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:32:05.680339 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-8d8812a8-0d03-4481-862a-238d4eb20bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:07.914117 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-48051ffd-834a-43b3-a875-377f4addddf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:09.155203 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:10.635831 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:10.806763 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:19.017253 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:25.982536 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:32:28.944147 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:32:28.952185 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:32:34.775860 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=17 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:32:35.697203 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-58878eda-c4db-4f16-8cc1-69e148bbb8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:35.979214 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=17 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:32:37.903836 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-4a80d7ef-81c8-4813-a1c2-9466e111ae50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:39.171018 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:40.623624 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:40.840756 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:49.006661 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:32:58.949344 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:32:58.951330 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:33:02.981081 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:33:05.674673 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-10021bb4-78fe-40f3-adc7-775a805532f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:07.900758 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-36746460-d5a1-453f-8c0a-2f7fa59b3f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:09.188763 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:10.617596 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:10.805975 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:12.976540 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:33:12.977313 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:33:19.046096 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:28.967767 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:33:28.969687 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:33:35.668792 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-714f3cbe-2a99-4c9f-aa7a-90341a7ffc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:37.903799 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a87ec49f-e035-4501-a69f-c64d499117ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:39.183152 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:39.979762 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:33:40.623227 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:40.811496 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:49.039851 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:33:49.975211 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:33:49.975989 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=5 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:33:58.963167 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:33:58.964954 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:34:02.647179 dv-cinder-852364-6-iscsi neutron-server[106841]: DEBUG neutron.wsgi [req-877ba98a-64b7-4338-b6b1-6f029db71c9a req-9129a2cb-b40d-4959-a64f-aca45b28a8b2 service neutron] (106841) timed out ('10.222.0.27', 56269) {{(pid=106841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 04 16:34:05.673999 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-1a1ac6e8-e34f-4a7f-823a-157517429f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:06.007276 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:34:06.007966 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=1 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:34:07.913723 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-bf2c3b0e-c455-43ea-85ed-43fa1aa9182b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:09.200527 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:10.617063 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:10.845483 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:16.978676 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 04 16:34:19.011447 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:20.098837 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=4 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:34:28.959390 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:34:28.964384 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG dbcounter [-] [106843] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106843) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:34:34.767858 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=16 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:34:34.770772 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG dbcounter [-] [106844] Writing DB stats neutron:SELECT=14 {{(pid=106844) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 04 16:34:35.686456 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e942efa0-3e9a-4f75-9706-6d88baffce54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (74f3913b-9e38-4414-8734-ef3e215fe559), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:37.908373 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-c64e4791-a28e-4a14-a543-f923f291636b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (1bd2ce61-7a1d-47af-aeb3-25d84d340e2d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:39.183039 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-51958ddc-1094-41a8-a9e3-98b17d6a122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (640f1a12-40fe-4208-91ec-20a1ba3a0e4d), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:40.628389 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-e34fc05c-b883-49c6-a6cb-a31a4cb7da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (2be66fe2-d07d-41ab-b398-c524a029b587), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:40.822761 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b1a5-ca89-4db6-8d7a-f5b59908c0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (3bd2757a-0aa7-45e6-9cbd-bb59bb94930e), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:49.028588 dv-cinder-852364-6-iscsi neutron-server[106843]: DEBUG neutron_lib.callbacks.manager [None req-942851e2-0bdf-43ee-a05e-dbeb92313527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788897880450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-912490'] for agent (91defa83-d252-4197-b7c9-a8cbd36cbc83), after_update {{(pid=106843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 04 16:34:53.977925 dv-cinder-852364-6-iscsi neutron-server[106844]: DEBUG neutron.db.agents_db [None req-594b9e5b-05ac-4a35-9026-a9abb2308330 None None] Agent healthcheck: found 6 active agents {{(pid=106844) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}